[ 517.277706] env[62187]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62187) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.278080] env[62187]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62187) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.278206] env[62187]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62187) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.278487] env[62187]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 517.371332] env[62187]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62187) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 517.381752] env[62187]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62187) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 517.985892] env[62187]: INFO nova.virt.driver [None req-18237802-f885-4e7c-971e-2d1ffa1e6181 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 518.055981] env[62187]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.056164] env[62187]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.056264] env[62187]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62187) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 521.182735] env[62187]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-d230588e-ea80-4d1a-b456-5b159ef6b369 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.197894] env[62187]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62187) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 521.198099] env[62187]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ab598a00-5362-4a11-8b2b-78db4eca177f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.229773] env[62187]: INFO oslo_vmware.api [-] Successfully established new session; session ID is aec41. [ 521.229934] env[62187]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.174s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.230545] env[62187]: INFO nova.virt.vmwareapi.driver [None req-18237802-f885-4e7c-971e-2d1ffa1e6181 None None] VMware vCenter version: 7.0.3 [ 521.234049] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2082177e-e22e-4bad-bae2-2870e3b6d57d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.251830] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23c7fe1-4c3a-49e3-b596-250c4b547ac4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.257948] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107038b8-3e7b-48a8-b041-0b72b6f7596b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.264805] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920c8c3a-755b-431e-8307-de6c197bd99f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.277699] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88666f1d-4748-446a-9603-81188912b605 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.283910] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a28dbf-701c-4509-a1ea-7ad6fa4333dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.313672] env[62187]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-aef08d75-c82a-4765-8e11-79efe0902999 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.318577] env[62187]: DEBUG nova.virt.vmwareapi.driver [None req-18237802-f885-4e7c-971e-2d1ffa1e6181 None None] Extension org.openstack.compute already exists. {{(pid=62187) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 521.321315] env[62187]: INFO nova.compute.provider_config [None req-18237802-f885-4e7c-971e-2d1ffa1e6181 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 521.824111] env[62187]: DEBUG nova.context [None req-18237802-f885-4e7c-971e-2d1ffa1e6181 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),40070e09-3dfa-4075-9858-85d71acac7fc(cell1) {{(pid=62187) load_cells /opt/stack/nova/nova/context.py:464}} [ 521.826285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.826501] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.827221] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.827646] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Acquiring lock "40070e09-3dfa-4075-9858-85d71acac7fc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 521.827831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Lock "40070e09-3dfa-4075-9858-85d71acac7fc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 521.828878] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Lock "40070e09-3dfa-4075-9858-85d71acac7fc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.850185] env[62187]: INFO dbcounter [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Registered counter for database nova_cell0 [ 521.858255] env[62187]: INFO dbcounter [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Registered counter for database nova_cell1 [ 521.861631] env[62187]: DEBUG oslo_db.sqlalchemy.engines [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62187) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 521.861986] env[62187]: DEBUG oslo_db.sqlalchemy.engines [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62187) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 521.866934] env[62187]: ERROR nova.db.main.api [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 521.866934] env[62187]: result = function(*args, **kwargs) [ 521.866934] env[62187]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 521.866934] env[62187]: return func(*args, **kwargs) [ 521.866934] env[62187]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 521.866934] env[62187]: result = fn(*args, **kwargs) [ 521.866934] env[62187]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 521.866934] env[62187]: return f(*args, **kwargs) [ 521.866934] env[62187]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 521.866934] env[62187]: return db.service_get_minimum_version(context, binaries) [ 521.866934] env[62187]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 521.866934] env[62187]: _check_db_access() [ 521.866934] env[62187]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 521.866934] env[62187]: stacktrace = ''.join(traceback.format_stack()) [ 521.866934] env[62187]: [ 521.867761] env[62187]: ERROR nova.db.main.api [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 521.867761] env[62187]: result = function(*args, **kwargs) [ 521.867761] env[62187]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 521.867761] env[62187]: return func(*args, **kwargs) [ 521.867761] env[62187]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 521.867761] env[62187]: result = fn(*args, **kwargs) [ 521.867761] env[62187]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 521.867761] env[62187]: return f(*args, **kwargs) [ 521.867761] env[62187]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 521.867761] env[62187]: return db.service_get_minimum_version(context, binaries) [ 521.867761] env[62187]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 521.867761] env[62187]: _check_db_access() [ 521.867761] env[62187]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 521.867761] env[62187]: stacktrace = ''.join(traceback.format_stack()) [ 521.867761] env[62187]: [ 521.868177] env[62187]: WARNING nova.objects.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 521.868321] env[62187]: WARNING nova.objects.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Failed to get minimum service version for cell 40070e09-3dfa-4075-9858-85d71acac7fc [ 521.868739] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Acquiring lock "singleton_lock" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 521.868897] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Acquired lock "singleton_lock" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 521.869156] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Releasing lock "singleton_lock" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 521.869476] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Full set of CONF: {{(pid=62187) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 521.869622] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ******************************************************************************** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 521.869751] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] Configuration options gathered from: {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 521.869889] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 521.870091] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 521.870251] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ================================================================================ {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 521.870466] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] allow_resize_to_same_host = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.870635] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] arq_binding_timeout = 300 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.870766] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] backdoor_port = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.870893] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] backdoor_socket = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.871073] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] block_device_allocate_retries = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.871238] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] block_device_allocate_retries_interval = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.871408] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cert = self.pem {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.871572] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.871737] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute_monitors = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.871905] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] config_dir = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.872087] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] config_drive_format = iso9660 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.872223] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.872391] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] config_source = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.872584] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] console_host = devstack {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.872756] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] control_exchange = nova {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.872917] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cpu_allocation_ratio = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.873102] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] daemon = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.873277] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] debug = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.873438] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] default_access_ip_network_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.873603] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] default_availability_zone = nova {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.873757] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] default_ephemeral_format = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.873915] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] default_green_pool_size = 1000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.874172] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.874342] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] default_schedule_zone = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.874501] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] disk_allocation_ratio = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.874665] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] enable_new_services = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.874841] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] enabled_apis = ['osapi_compute'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.875088] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] enabled_ssl_apis = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.875195] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] flat_injected = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.875355] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] force_config_drive = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.875514] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] force_raw_images = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.875684] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] graceful_shutdown_timeout = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.875845] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] heal_instance_info_cache_interval = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.876086] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] host = cpu-1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.876269] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.876434] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.876593] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.876801] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.876969] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instance_build_timeout = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.877145] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instance_delete_interval = 300 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.877322] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instance_format = [instance: %(uuid)s] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.877532] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instance_name_template = instance-%08x {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.877739] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instance_usage_audit = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.877922] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instance_usage_audit_period = month {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.878108] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.878281] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.878454] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] internal_service_availability_zone = internal {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.878613] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] key = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.878775] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] live_migration_retry_count = 30 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.878946] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_color = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.879122] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_config_append = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.879295] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.879456] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_dir = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.879614] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_file = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.879742] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_options = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.879902] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_rotate_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.880096] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_rotate_interval_type = days {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.880314] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] log_rotation_type = none {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.880456] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.880584] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.880754] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.880921] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.881068] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.881236] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] long_rpc_timeout = 1800 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.881396] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] max_concurrent_builds = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.881554] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] max_concurrent_live_migrations = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.881712] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] max_concurrent_snapshots = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.881871] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] max_local_block_devices = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.882042] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] max_logfile_count = 30 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.882207] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] max_logfile_size_mb = 200 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.882370] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] maximum_instance_delete_attempts = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.882561] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] metadata_listen = 0.0.0.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.882740] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] metadata_listen_port = 8775 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.882911] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] metadata_workers = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.883108] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] migrate_max_retries = -1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.883286] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] mkisofs_cmd = genisoimage {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.883496] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.883629] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] my_ip = 10.180.1.21 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.883832] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.883997] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] network_allocate_retries = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.884195] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.884367] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.884534] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] osapi_compute_listen_port = 8774 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.884706] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] osapi_compute_unique_server_name_scope = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.884875] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] osapi_compute_workers = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.885050] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] password_length = 12 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.885218] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] periodic_enable = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.885379] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] periodic_fuzzy_delay = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.885549] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] pointer_model = usbtablet {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.885714] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] preallocate_images = none {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.885874] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] publish_errors = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.886007] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] pybasedir = /opt/stack/nova {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.886173] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ram_allocation_ratio = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.886334] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] rate_limit_burst = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.886500] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] rate_limit_except_level = CRITICAL {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.886657] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] rate_limit_interval = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.886813] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] reboot_timeout = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.886969] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] reclaim_instance_interval = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.887139] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] record = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.887310] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] reimage_timeout_per_gb = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.887476] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] report_interval = 120 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.887635] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] rescue_timeout = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.887793] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] reserved_host_cpus = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.887951] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] reserved_host_disk_mb = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.888152] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] reserved_host_memory_mb = 512 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.888326] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] reserved_huge_pages = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.888488] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] resize_confirm_window = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.888648] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] resize_fs_using_block_device = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.888806] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] resume_guests_state_on_host_boot = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.888974] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.889152] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] rpc_response_timeout = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.889317] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] run_external_periodic_tasks = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.889483] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] running_deleted_instance_action = reap {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.889643] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.889801] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] running_deleted_instance_timeout = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.889959] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler_instance_sync_interval = 120 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.890157] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_down_time = 720 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.890351] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] servicegroup_driver = db {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.890511] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] shell_completion = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.890673] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] shelved_offload_time = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.890833] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] shelved_poll_interval = 3600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.891012] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] shutdown_timeout = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.891181] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] source_is_ipv6 = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.891343] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ssl_only = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.891589] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.891759] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] sync_power_state_interval = 600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.891921] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] sync_power_state_pool_size = 1000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.892113] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] syslog_log_facility = LOG_USER {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.892299] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] tempdir = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.892487] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] timeout_nbd = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.892671] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] transport_url = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.892834] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] update_resources_interval = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.892996] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] use_cow_images = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.893174] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] use_journal = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.893335] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] use_json = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.893496] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] use_rootwrap_daemon = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.893655] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] use_stderr = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.893815] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] use_syslog = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.893971] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vcpu_pin_set = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.894155] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plugging_is_fatal = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.894326] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plugging_timeout = 300 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.894493] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] virt_mkfs = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.894656] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] volume_usage_poll_interval = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.894815] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] watch_log_file = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.894980] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] web = /usr/share/spice-html5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 521.895182] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.895352] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.895516] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.895685] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_concurrency.disable_process_locking = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.896242] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.896441] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.896616] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.896792] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.896966] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.897149] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.897341] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.auth_strategy = keystone {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.897513] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.compute_link_prefix = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.897691] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.897869] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.dhcp_domain = novalocal {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.898071] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.enable_instance_password = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.898261] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.glance_link_prefix = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.898433] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.898606] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.898771] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.instance_list_per_project_cells = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.898937] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.list_records_by_skipping_down_cells = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.899119] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.local_metadata_per_cell = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.899294] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.max_limit = 1000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.899460] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.metadata_cache_expiration = 15 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.899631] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.neutron_default_tenant_id = default {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.899799] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.response_validation = warn {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.899971] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.use_neutron_default_nets = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.900180] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.900362] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.900529] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.900702] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.900871] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.vendordata_dynamic_targets = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.901044] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.vendordata_jsonfile_path = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.901235] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.901432] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.backend = dogpile.cache.memcached {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.901601] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.backend_argument = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.901762] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.backend_expiration_time = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.901932] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.config_prefix = cache.oslo {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.902118] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.dead_timeout = 60.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.902290] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.debug_cache_backend = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.902469] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.enable_retry_client = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.902650] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.enable_socket_keepalive = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.902827] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.enabled = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.902993] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.enforce_fips_mode = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.903179] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.expiration_time = 600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.903346] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.hashclient_retry_attempts = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.903514] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.903679] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_dead_retry = 300 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.903838] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_password = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.904008] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.904207] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.904390] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_pool_maxsize = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.904556] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.904721] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_sasl_enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.904899] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.905083] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.905248] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.memcache_username = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.905415] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.proxies = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.905580] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.redis_db = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.905740] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.redis_password = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.905912] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.906102] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.906279] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.redis_server = localhost:6379 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.906446] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.redis_socket_timeout = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.906608] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.redis_username = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.906773] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.retry_attempts = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.906939] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.retry_delay = 0.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.907118] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.socket_keepalive_count = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.907287] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.socket_keepalive_idle = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.907451] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.socket_keepalive_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.907610] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.tls_allowed_ciphers = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.907767] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.tls_cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.907922] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.tls_certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.908114] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.tls_enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.908290] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cache.tls_keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.908462] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.908637] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.auth_type = password {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.908800] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.908977] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.909157] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.909328] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.909493] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.cross_az_attach = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.909658] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.debug = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.909819] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.endpoint_template = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.909982] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.http_retries = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.910190] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.910361] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.910536] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.os_region_name = RegionOne {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.910700] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.910857] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cinder.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.911040] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.911209] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.cpu_dedicated_set = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.911370] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.cpu_shared_set = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.911534] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.image_type_exclude_list = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.911695] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.911858] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.912029] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.912198] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.912371] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.912563] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.resource_provider_association_refresh = 300 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.912738] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.912905] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.shutdown_retry_interval = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.913098] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.913281] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] conductor.workers = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.913461] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] console.allowed_origins = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.913623] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] console.ssl_ciphers = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.913792] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] console.ssl_minimum_version = default {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.913961] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] consoleauth.enforce_session_timeout = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.914152] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] consoleauth.token_ttl = 600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.914336] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.914493] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.914660] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.914820] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.914980] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.915155] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.915321] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.915480] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.915641] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.915799] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.915957] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.916132] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.916328] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.916508] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.service_type = accelerator {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.916674] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.916836] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.916995] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.917173] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.917357] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.917519] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] cyborg.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.917690] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.asyncio_connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.917851] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.asyncio_slave_connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.918033] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.backend = sqlalchemy {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.918209] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.918379] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.connection_debug = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.918548] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.connection_parameters = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.918710] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.connection_recycle_time = 3600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.918875] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.connection_trace = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.919052] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.db_inc_retry_interval = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.919224] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.db_max_retries = 20 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.919391] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.db_max_retry_interval = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.919556] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.db_retry_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.919719] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.max_overflow = 50 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.919882] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.max_pool_size = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.920060] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.max_retries = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.920268] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.920448] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.mysql_wsrep_sync_wait = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.920611] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.pool_timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.920775] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.retry_interval = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.920934] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.slave_connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.921113] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.sqlite_synchronous = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.921281] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] database.use_db_reconnect = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.921452] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.asyncio_connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.921613] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.asyncio_slave_connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.921786] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.backend = sqlalchemy {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.921953] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.922133] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.connection_debug = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.922306] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.connection_parameters = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.922484] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.connection_recycle_time = 3600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.922664] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.connection_trace = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.922824] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.db_inc_retry_interval = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.922987] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.db_max_retries = 20 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.923178] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.db_max_retry_interval = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.923345] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.db_retry_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.923506] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.max_overflow = 50 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.923665] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.max_pool_size = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.923824] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.max_retries = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.923991] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.924180] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.924344] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.pool_timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.924507] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.retry_interval = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.924663] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.slave_connection = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.924824] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] api_database.sqlite_synchronous = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.924997] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] devices.enabled_mdev_types = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.925196] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.925367] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.925531] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ephemeral_storage_encryption.enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.925693] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.925865] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.api_servers = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.926052] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.926226] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.926394] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.926554] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.926711] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.926911] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.debug = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.927046] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.default_trusted_certificate_ids = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.927213] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.enable_certificate_validation = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.927377] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.enable_rbd_download = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.927619] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.927910] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.928223] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.928523] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.928727] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.928922] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.num_retries = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.929131] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.rbd_ceph_conf = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.929305] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.rbd_connect_timeout = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.929481] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.rbd_pool = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.929654] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.rbd_user = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.929826] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.929992] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.930201] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.930384] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.service_type = image {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.930555] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.930719] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.930881] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.931086] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.931330] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.931510] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.verify_glance_signatures = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.931729] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] glance.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.931980] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] guestfs.debug = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.932189] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.932365] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.auth_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.932565] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.932777] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.932988] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.933236] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.933429] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.933687] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.933884] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.934066] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.934235] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.934398] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.934560] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.934719] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.934880] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.935074] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.service_type = shared-file-system {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.935270] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.share_apply_policy_timeout = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.935453] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.935616] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.935775] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.935936] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.936136] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.936305] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] manila.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.936476] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] mks.enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.936830] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.937031] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] image_cache.manager_interval = 2400 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.937207] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] image_cache.precache_concurrency = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.937380] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] image_cache.remove_unused_base_images = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.937550] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.937721] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.937896] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] image_cache.subdirectory_name = _base {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.938095] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.api_max_retries = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.938273] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.api_retry_interval = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.938438] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.938602] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.auth_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.938762] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.938921] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.939099] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.939268] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.conductor_group = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.939430] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.939590] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.939748] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.939912] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.940083] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.940278] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.940447] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.940615] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.peer_list = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.940773] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.940934] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.941121] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.serial_console_state_timeout = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.941309] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.941486] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.service_type = baremetal {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.941648] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.shard = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.941815] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.941978] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.942157] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.942320] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.942524] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.942702] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ironic.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.942887] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.943077] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] key_manager.fixed_key = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.943264] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.943427] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.barbican_api_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.943586] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.barbican_endpoint = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.943757] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.barbican_endpoint_type = public {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.943919] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.barbican_region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.944101] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.944267] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.944434] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.944596] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.944754] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.944917] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.number_of_retries = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.945091] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.retry_delay = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.945262] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.send_service_user_token = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.945428] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.945589] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.945749] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.verify_ssl = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.945906] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican.verify_ssl_path = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.946087] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.946256] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.auth_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.946414] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.946570] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.946740] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.946901] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.947076] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.947261] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.947439] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] barbican_service_user.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.947608] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.approle_role_id = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.947768] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.approle_secret_id = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.947939] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.kv_mountpoint = secret {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.948115] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.kv_path = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.948283] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.kv_version = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.948445] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.namespace = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.948603] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.root_token_id = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.948759] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.ssl_ca_crt_file = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.948926] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.timeout = 60.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.949100] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.use_ssl = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.949273] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.949442] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.949603] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.949764] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.949923] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.950094] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.950286] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.950457] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.950616] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.950775] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.950933] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.951112] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.951299] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.951470] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.951642] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.service_type = identity {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.951809] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.951970] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.952150] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.952319] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.952533] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.952718] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] keystone.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.952916] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.ceph_mount_options = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.953244] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.953434] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.connection_uri = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.953593] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.cpu_mode = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.953759] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.953927] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.cpu_models = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.954119] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.cpu_power_governor_high = performance {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.954295] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.954461] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.cpu_power_management = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.954632] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.954801] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.device_detach_attempts = 8 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.954967] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.device_detach_timeout = 20 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.955151] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.disk_cachemodes = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.955313] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.disk_prefix = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.955479] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.enabled_perf_events = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.955643] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.file_backed_memory = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.955808] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.gid_maps = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.955968] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.hw_disk_discard = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.956221] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.hw_machine_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.956409] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.images_rbd_ceph_conf = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.956575] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.956741] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.956909] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.images_rbd_glance_store_name = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.957094] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.images_rbd_pool = rbd {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.957277] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.images_type = default {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.957432] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.images_volume_group = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.957595] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.inject_key = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.957757] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.inject_partition = -2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.957918] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.inject_password = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.958093] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.iscsi_iface = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.958262] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.iser_use_multipath = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.958429] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.958593] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.958756] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_downtime = 500 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.958918] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.959094] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.959271] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_inbound_addr = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.959464] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.959631] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.959792] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_scheme = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.959964] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_timeout_action = abort {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.960174] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_tunnelled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.960338] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_uri = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.960505] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.live_migration_with_native_tls = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.960664] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.max_queues = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.960826] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.961076] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.961249] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.nfs_mount_options = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.961535] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.961711] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.961878] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.962054] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.962224] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.962392] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.num_pcie_ports = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.962615] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.962807] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.pmem_namespaces = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.962973] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.quobyte_client_cfg = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.963293] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.963482] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.963649] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.963815] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.963978] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rbd_secret_uuid = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.964158] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rbd_user = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.964326] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.964501] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.964662] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rescue_image_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.964821] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rescue_kernel_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.964980] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rescue_ramdisk_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.965165] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.965338] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.rx_queue_size = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.965512] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.smbfs_mount_options = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.965803] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.965981] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.snapshot_compression = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.966161] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.snapshot_image_format = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.966393] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.966564] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.sparse_logical_volumes = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.966730] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.swtpm_enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.966901] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.swtpm_group = tss {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.967094] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.swtpm_user = tss {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.967270] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.sysinfo_serial = unique {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.967436] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.tb_cache_size = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.967596] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.tx_queue_size = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.967760] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.uid_maps = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.967923] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.use_virtio_for_bridges = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.968112] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.virt_type = kvm {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.968287] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.volume_clear = zero {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.968453] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.volume_clear_size = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.968617] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.volume_use_multipath = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.968775] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.vzstorage_cache_path = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.968958] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.969136] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.969305] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.969471] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.969755] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.969931] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.vzstorage_mount_user = stack {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.970111] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.970316] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.970501] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.auth_type = password {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.970663] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.970819] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.970980] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.971177] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.971355] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.971526] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.default_floating_pool = public {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.971685] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.971846] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.extension_sync_interval = 600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.972023] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.http_retries = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.972191] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.972350] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.972550] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.972798] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.972993] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.973195] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.ovs_bridge = br-int {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.973365] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.physnets = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.973540] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.region_name = RegionOne {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.973703] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.973870] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.service_metadata_proxy = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.974048] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.974225] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.service_type = network {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.974393] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.974560] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.974745] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.974930] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.975133] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.975337] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] neutron.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.975524] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] notifications.bdms_in_notifications = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.975703] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] notifications.default_level = INFO {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.975867] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] notifications.include_share_mapping = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.976055] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] notifications.notification_format = unversioned {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.976227] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] notifications.notify_on_state_change = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.976407] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.976583] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] pci.alias = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.976752] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] pci.device_spec = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.976915] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] pci.report_in_placement = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.977102] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.977281] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.auth_type = password {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.977500] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.977613] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.977770] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.977936] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.978157] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.978359] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.978546] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.default_domain_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.978728] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.default_domain_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.978892] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.domain_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.979120] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.domain_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.979342] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.979531] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.979696] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.979857] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.980028] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.980236] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.password = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.980410] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.project_domain_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.980579] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.project_domain_name = Default {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.980747] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.project_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.980919] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.project_name = service {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.981135] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.region_name = RegionOne {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.981319] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.981489] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.981679] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.service_type = placement {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.981847] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.982039] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.982210] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.982375] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.system_scope = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.982535] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.982692] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.trust_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.982850] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.user_domain_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.983031] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.user_domain_name = Default {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.983196] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.user_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.983374] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.username = nova {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.983553] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.983713] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] placement.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.983890] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.cores = 20 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.984070] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.count_usage_from_placement = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.984245] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.984415] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.injected_file_content_bytes = 10240 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.984577] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.injected_file_path_length = 255 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.984739] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.injected_files = 5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.984901] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.instances = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.985083] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.key_pairs = 100 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.985252] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.metadata_items = 128 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.985418] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.ram = 51200 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.985581] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.recheck_quota = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.985748] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.server_group_members = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.985913] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.server_groups = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.986144] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.986327] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] quota.unified_limits_resource_strategy = require {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.986507] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.986674] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.986836] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.image_metadata_prefilter = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.986997] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.987175] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.max_attempts = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.987376] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.max_placement_results = 1000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.987559] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.987718] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.987875] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.988085] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] scheduler.workers = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.988279] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.988453] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.988632] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.988801] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.988964] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.989147] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.989313] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.989498] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.989663] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.host_subset_size = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.989826] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.989985] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.990191] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.990363] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.isolated_hosts = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.990528] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.isolated_images = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.990704] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.990865] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.991040] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.991236] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.pci_in_placement = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.991406] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.991569] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.991767] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.991967] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.992157] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.992323] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.992485] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.track_instance_changes = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.992659] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.992830] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] metrics.required = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.992992] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] metrics.weight_multiplier = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.993171] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.993336] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] metrics.weight_setting = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.993661] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.993838] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] serial_console.enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.994029] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] serial_console.port_range = 10000:20000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.994207] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.994378] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.994549] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] serial_console.serialproxy_port = 6083 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.994714] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.994886] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.auth_type = password {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.995058] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.995219] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.995384] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.995546] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.995702] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.995872] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.send_service_user_token = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.996047] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.996214] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] service_user.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.996384] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.agent_enabled = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.996544] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.996855] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.997070] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.997246] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.html5proxy_port = 6082 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.997408] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.image_compression = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.997568] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.jpeg_compression = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.997774] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.playback_compression = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.997888] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.require_secure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.998084] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.server_listen = 127.0.0.1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.998271] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.998435] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.streaming_mode = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.998594] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] spice.zlib_compression = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.998757] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] upgrade_levels.baseapi = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.998925] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] upgrade_levels.compute = auto {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.999096] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] upgrade_levels.conductor = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.999258] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] upgrade_levels.scheduler = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.999463] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.999632] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.999790] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 521.999946] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.000161] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.000314] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.000478] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.000641] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.000798] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vendordata_dynamic_auth.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.000970] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.api_retry_count = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.001155] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.ca_file = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.001326] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.001492] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.cluster_name = testcl1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.001658] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.connection_pool_size = 10 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.001817] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.console_delay_seconds = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.001986] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.datastore_regex = ^datastore.* {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.002219] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.002402] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.host_password = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.002596] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.host_port = 443 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.002771] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.host_username = administrator@vsphere.local {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.002940] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.insecure = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.003119] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.integration_bridge = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.003286] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.maximum_objects = 100 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.003447] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.pbm_default_policy = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.003610] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.pbm_enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.003767] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.pbm_wsdl_location = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.003937] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.004118] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.serial_port_proxy_uri = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.004280] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.serial_port_service_uri = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.004447] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.task_poll_interval = 0.5 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.004621] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.use_linked_clone = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.004787] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.vnc_keymap = en-us {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.004954] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.vnc_port = 5900 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.005133] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vmware.vnc_port_total = 10000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.005322] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.auth_schemes = ['none'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.005495] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.005787] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.005970] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.006160] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.novncproxy_port = 6080 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.006364] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.server_listen = 127.0.0.1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.006548] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.006710] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.vencrypt_ca_certs = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.006868] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.vencrypt_client_cert = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.007035] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vnc.vencrypt_client_key = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.007219] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.007380] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.disable_deep_image_inspection = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.007539] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.007698] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.007885] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.008028] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.disable_rootwrap = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.008197] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.enable_numa_live_migration = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.008359] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.008517] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.008673] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.008830] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.libvirt_disable_apic = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.008985] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.009158] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.009317] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.009475] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.009636] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.009794] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.009956] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.010145] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.010320] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.010489] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.010670] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.010841] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.client_socket_timeout = 900 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.011011] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.default_pool_size = 1000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.011225] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.keep_alive = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.011411] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.max_header_line = 16384 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.011575] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.011738] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.ssl_ca_file = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.011897] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.ssl_cert_file = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.012069] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.ssl_key_file = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.012239] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.tcp_keepidle = 600 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.012419] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.012619] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] zvm.ca_file = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.012786] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] zvm.cloud_connector_url = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.013103] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.013282] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] zvm.reachable_timeout = 300 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.013462] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.013638] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.013814] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.connection_string = messaging:// {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.013979] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.enabled = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.014164] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.es_doc_type = notification {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.014327] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.es_scroll_size = 10000 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.014494] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.es_scroll_time = 2m {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.014656] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.filter_error_trace = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.014823] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.hmac_keys = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.014993] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.sentinel_service_name = mymaster {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.015178] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.socket_timeout = 0.1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.015344] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.trace_requests = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.015505] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler.trace_sqlalchemy = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.015689] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler_jaeger.process_tags = {} {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.015850] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler_jaeger.service_name_prefix = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.016018] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] profiler_otlp.service_name_prefix = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.016187] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] remote_debug.host = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.016348] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] remote_debug.port = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.016522] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.016683] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.016841] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.016999] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.017177] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.017342] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.017500] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.017659] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.017817] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.017994] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.018157] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.018329] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.018495] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.018657] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.018823] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.018984] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.019161] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.019334] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.019495] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.019654] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.019816] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.019977] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.020176] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.020358] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.020531] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.020694] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.020855] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.021027] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.021215] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.021389] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.ssl = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.021558] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.021722] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.021885] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.022063] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.022231] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.022394] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.022604] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.022804] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_notifications.retry = -1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.022951] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.023138] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.023347] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.auth_section = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.023523] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.auth_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.023687] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.cafile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.023842] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.certfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.024027] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.collect_timing = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.024189] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.connect_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.024351] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.connect_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.024507] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.endpoint_id = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.024678] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.024835] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.endpoint_override = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.024991] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.endpoint_region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.025166] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.endpoint_service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.025328] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.endpoint_service_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.025490] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.insecure = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.025649] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.keyfile = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.025806] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.max_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.025962] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.min_version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.026134] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.region_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.026296] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.retriable_status_codes = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.026456] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.service_name = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.026614] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.service_type = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.026777] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.split_loggers = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.026933] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.status_code_retries = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.027105] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.status_code_retry_delay = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.027265] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.timeout = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.027424] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.valid_interfaces = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.027581] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_limit.version = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.027746] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_reports.file_event_handler = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.027908] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.028080] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] oslo_reports.log_dir = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.028254] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.028414] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.028572] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.028738] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.028901] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.029070] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.029244] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.029404] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_ovs_privileged.group = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.029559] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.029722] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.029879] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.030046] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] vif_plug_ovs_privileged.user = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.030244] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.030432] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.030605] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.030773] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.030941] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.031135] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.031321] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.031490] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.031676] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.031848] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_ovs.isolate_vif = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.032027] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.032200] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.032372] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.032569] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.032746] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] os_vif_ovs.per_port_bridge = False {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.032917] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] privsep_osbrick.capabilities = [21] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.033092] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] privsep_osbrick.group = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.033257] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] privsep_osbrick.helper_command = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.033425] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.033618] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.033836] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] privsep_osbrick.user = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.034032] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.034201] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] nova_sys_admin.group = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.034362] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] nova_sys_admin.helper_command = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.034530] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.034693] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.034851] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] nova_sys_admin.user = None {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.034983] env[62187]: DEBUG oslo_service.service [None req-02ac5ac1-4581-45f4-8d58-9411d018f630 None None] ******************************************************************************** {{(pid=62187) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.035428] env[62187]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 522.540151] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Getting list of instances from cluster (obj){ [ 522.540151] env[62187]: value = "domain-c8" [ 522.540151] env[62187]: _type = "ClusterComputeResource" [ 522.540151] env[62187]: } {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 522.541260] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53be369-bfa0-46fd-becc-d87c25533ecb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.549968] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Got total of 0 instances {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 522.550594] env[62187]: WARNING nova.virt.vmwareapi.driver [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 522.551098] env[62187]: INFO nova.virt.node [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Generated node identity cf2ba252-a209-4104-b3a7-5830e475f41c [ 522.551336] env[62187]: INFO nova.virt.node [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Wrote node identity cf2ba252-a209-4104-b3a7-5830e475f41c to /opt/stack/data/n-cpu-1/compute_id [ 523.054389] env[62187]: WARNING nova.compute.manager [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Compute nodes ['cf2ba252-a209-4104-b3a7-5830e475f41c'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 524.060778] env[62187]: INFO nova.compute.manager [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 525.066792] env[62187]: WARNING nova.compute.manager [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 525.067156] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.067288] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.067433] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.067586] env[62187]: DEBUG nova.compute.resource_tracker [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 525.068569] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1697dcf8-d34e-4e73-b1c2-7b852c5dc1b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.076208] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c8741-b591-4a83-96bb-46fd017cf787 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.090984] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369a7fa-b560-4084-8a21-a123d5843d6c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.097478] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ec3b1c-f3f8-4570-9e6f-08a56bdf5615 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.125829] env[62187]: DEBUG nova.compute.resource_tracker [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181330MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 525.125986] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.126167] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.628700] env[62187]: WARNING nova.compute.resource_tracker [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] No compute node record for cpu-1:cf2ba252-a209-4104-b3a7-5830e475f41c: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cf2ba252-a209-4104-b3a7-5830e475f41c could not be found. [ 526.132778] env[62187]: INFO nova.compute.resource_tracker [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: cf2ba252-a209-4104-b3a7-5830e475f41c [ 527.640441] env[62187]: DEBUG nova.compute.resource_tracker [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 527.640823] env[62187]: DEBUG nova.compute.resource_tracker [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 527.817736] env[62187]: INFO nova.scheduler.client.report [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] [req-78636731-d172-4ee3-beca-d1fc67108c33] Created resource provider record via placement API for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 527.832343] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a193a0-5493-4588-a4f7-3412f9c1c4f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.840173] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac5473c-9932-4653-b9ea-bad88198ca2d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.870453] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78aa601-e5aa-4179-9cf1-de65eff31840 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.877670] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b322a8-ba1e-4963-8d5c-d27216d9b583 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.890921] env[62187]: DEBUG nova.compute.provider_tree [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 528.426538] env[62187]: DEBUG nova.scheduler.client.report [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 528.426765] env[62187]: DEBUG nova.compute.provider_tree [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 0 to 1 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 528.426907] env[62187]: DEBUG nova.compute.provider_tree [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 528.478337] env[62187]: DEBUG nova.compute.provider_tree [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 1 to 2 during operation: update_traits {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 528.983098] env[62187]: DEBUG nova.compute.resource_tracker [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 528.983516] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.857s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 528.983516] env[62187]: DEBUG nova.service [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Creating RPC server for service compute {{(pid=62187) start /opt/stack/nova/nova/service.py:186}} [ 528.998565] env[62187]: DEBUG nova.service [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] Join ServiceGroup membership for this service compute {{(pid=62187) start /opt/stack/nova/nova/service.py:203}} [ 528.998738] env[62187]: DEBUG nova.servicegroup.drivers.db [None req-cb7e2788-ba4c-4462-89d1-a7009299e729 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62187) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 554.001318] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.504682] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Getting list of instances from cluster (obj){ [ 554.504682] env[62187]: value = "domain-c8" [ 554.504682] env[62187]: _type = "ClusterComputeResource" [ 554.504682] env[62187]: } {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 554.506018] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e6d9af-7a50-4c15-b780-62b00016fe13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.515129] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Got total of 0 instances {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.515347] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 554.515635] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Getting list of instances from cluster (obj){ [ 554.515635] env[62187]: value = "domain-c8" [ 554.515635] env[62187]: _type = "ClusterComputeResource" [ 554.515635] env[62187]: } {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 554.516462] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a176972-b2ec-483c-99fb-ee58b657e2d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.523498] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Got total of 0 instances {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 577.433138] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.433464] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.433719] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 577.433933] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 577.937282] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 577.937505] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.937730] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.937927] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.938137] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.938324] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.938507] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.938671] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 577.938821] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.442188] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.442587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.442587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.442843] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 578.443604] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f2cf2f-920a-4f9a-a24a-a0340a91bce2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.451788] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8d390f-3b9f-40e2-ac2a-3ac2578823a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.465204] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01654650-f886-4cfe-80ae-6dcd3b12b30f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.471547] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cbec81-ba49-4d40-bae7-2b5d2ecacb15 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.499691] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 578.499825] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.500022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.518041] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 579.518279] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 579.532603] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdfad9e-25e5-4d49-88cb-083a66e5a1ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.539663] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688558cb-6245-4f0a-b68e-1e8b4f2c49d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.568564] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b23f65-c799-474d-9fdc-40a5d9813756 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.575638] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0596099-478c-4f9b-b9fb-57c34339f4dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.588707] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.091619] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 580.596849] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 580.597257] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.584644] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.585129] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.090065] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.090065] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 641.090065] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 641.593079] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 641.593447] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.593493] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.593608] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.593750] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.593887] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.594071] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.594206] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 641.594350] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.097454] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.097719] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.097858] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.098016] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 642.098999] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c413d462-2122-4716-bd3e-cf09eb009962 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.107450] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661bd838-5e19-4940-ba8e-f45b9d197f32 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.121655] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d93c8f-31a4-4ec3-a341-3decd862a318 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.127804] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161935ba-e7e2-4eb1-9aa2-1cc2d7ede7a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.156964] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 642.157145] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.157293] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.174966] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 643.175236] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 643.188727] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10941f10-0f54-46cb-8ec5-2bcc0a591333 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.195800] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf923c-acd8-4ab3-af70-669b6cf4ba7a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.224340] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4aebe13-4adc-4349-be70-f7a78bd75a55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.230739] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c23575-d6a9-4069-aac2-f2d5dff5dc13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.243206] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.746730] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.747959] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 643.748157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.749645] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.754512] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.754512] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 703.754512] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 704.253772] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 704.253772] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.253772] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.253884] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.254172] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.254172] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.254313] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.254438] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 704.254581] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.758231] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.758606] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.758658] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.758775] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 704.759635] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aecf404-ece5-47b8-b2c0-c73cffd721db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.767829] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c9c962-85b4-427f-963d-4512f37084f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.781164] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605d7268-673f-42e3-9fb5-9af0b3cf3d12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.787266] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5202d621-bf83-47f5-af84-a046c4a07c3e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.814859] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 704.814998] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.815191] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 705.835090] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 705.835372] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 705.848886] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32471182-90f8-43f7-a161-675e8e6b77ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.856230] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7697a847-146d-4857-9d75-eabcb33cd1dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.885336] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798ca92c-e5fa-4727-ae7f-ed65018fe1d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.892251] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89499280-0231-4727-ae14-438930a579c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.904789] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.407553] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.408815] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 706.408999] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.081606] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.081993] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.587943] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 761.588146] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 761.588283] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 762.090425] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 762.090836] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.090836] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.090944] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.091146] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.091293] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 762.091426] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 762.594647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.594903] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.595047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.595241] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 762.596339] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875a292c-9655-406a-ad47-f58a75480dbb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.605215] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75638f95-3367-44a2-8932-b0a1eac35c59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.618751] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de4bd51-28fc-44dc-806c-4bf70a7ae4c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.624963] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f74d2c7-a109-44ce-8b53-a43341980790 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.652649] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 762.652787] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.652984] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.672810] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 763.672810] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 763.685074] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a13556-c424-4198-b208-babb16fc65fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.692714] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ccb767-99e0-4b37-a4df-ffd8499a269a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.721717] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02559908-e535-4c0b-87e0-6575338b46b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.728301] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ddb551-9cd3-4f24-90d8-cc4c4e498cdf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.740464] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.242925] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.244272] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 764.244459] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.578988] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 764.579236] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.425326] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.425724] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 817.928862] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] There are 0 instances to clean {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 817.929131] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.929262] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances with incomplete migration {{(pid=62187) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 818.431638] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.934865] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.935137] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.935270] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 821.935364] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 822.438385] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 822.438612] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.438782] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.438958] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.440417] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 822.440417] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.942730] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.943113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.943168] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.943328] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 822.944294] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b0981-605d-4b97-a227-6e1c65f7dd32 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.952352] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3043d-19a8-42dd-9417-18352b605f39 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.966208] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb58ee1-c7ce-4141-8aa2-3f5d0bcc0647 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.972249] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35f4e1d-b923-4de6-8b21-06a34ef5e662 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.999630] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 822.999760] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.999941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.018513] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 824.018727] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 824.032670] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522c20c-1707-472a-8da1-ddda8e48eaa2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.040074] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4badb462-5b6a-4151-8af1-70002de5edb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.068297] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c50f03a-b1cf-45b1-a4d8-28d0baca0196 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.074745] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6dec5c-f5ad-4b4d-885c-e4630d79bdd0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.086967] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.590455] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.591722] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 824.591904] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.578541] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.578992] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.578992] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.426642] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 880.427233] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 880.427233] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 880.930133] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 881.924531] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.420134] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.925222] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.925475] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.925580] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.925723] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 883.925856] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 884.425561] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.930435] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.930435] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.930435] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.930435] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 884.930435] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff11588-8192-4ac5-9a78-0dd9eaf10c13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.938453] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f5394d-46cf-4cc2-95fd-036ba7d5c148 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.952855] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8142d3-58f4-4f82-a4df-7042650ca055 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.959498] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b51400-eee8-4164-bd8e-82af08f3b3f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.988327] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181317MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 884.988719] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.989069] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.023033] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 886.023033] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 886.038976] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 886.052088] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 886.052230] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.063813] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 886.080214] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 886.091278] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7cf73e-a307-465a-930c-27759c384485 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.098574] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270736b-c31d-4c8b-9ea8-4fe981a16aad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.128133] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff19de91-beff-4258-bc42-143ae4624e6d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.135080] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41445020-d22b-4404-b4c9-8cc6e5d9c88e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.147680] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.651195] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.652483] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 886.652666] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.664s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.654284] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 887.654674] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.427472] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.427836] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 940.427836] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 940.930828] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 943.424752] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.425140] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.425356] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 944.928394] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.928654] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.928808] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.928974] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 944.929908] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdaed8e-3285-415e-99db-abc31f79c02f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.938973] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef36a784-4f34-4583-a58b-003792f46b2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.953235] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909b9a98-e1d7-40b1-acac-5e01a67a40b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.959347] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa608e4-ae3d-4355-b4e7-c09ccae7de12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.986879] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181317MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 944.987049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.987209] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.005114] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 946.005408] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 946.017452] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa428a7f-f628-429d-a1b5-17581d21a16f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.025033] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacce747-94bf-4e11-8d2d-836e87c6faa4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.054843] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5c55a6-081f-41f1-a0ec-9e6773f205e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.061600] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9777c513-87b8-407e-ad2e-8ba65f65fc54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.074242] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.577163] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.578385] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 946.578567] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.579468] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.579828] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.579867] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.579997] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.580178] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.580319] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1000.427949] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.428296] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1000.428296] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1000.930972] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1004.425587] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.420913] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.425175] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.425345] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1006.425269] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.425592] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1006.928614] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.928857] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.929051] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.929213] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1006.930138] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc509e6-8fb7-481e-8952-ffac16088e34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.938797] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f7d82-0623-4719-8d9a-937fd594e046 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.952362] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b22afd9-56c7-4a16-8dde-341b075d3c33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.958446] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590a38d-7a08-41a2-b274-2015bcecac4f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.987341] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1006.987488] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.987675] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.005868] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1008.006163] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1008.018734] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94d2477-5aa6-47ea-bfc3-8b48395542ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.026346] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e225956a-2b67-49cb-8f9f-362652322562 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.054754] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2153e2d0-452e-4683-a1ff-63acd5fda588 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.061237] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116dcf33-465c-4f46-b617-ff50f102aa5b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.074341] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.577448] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.578631] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1008.578811] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1009.574445] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.078955] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.079203] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.079323] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.427393] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1060.427763] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1060.427763] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1060.930981] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1065.426675] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.426675] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.425519] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.425978] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1067.425978] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.928921] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.929177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.929318] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.929467] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1067.930351] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751f71e8-9591-4ed3-b33b-d00b22a83e27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.938480] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069da3d-fbfc-48ce-9a73-0cfd57bb4a06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.951768] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624c3e4e-6551-4f8f-9699-23ad79960986 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.957745] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0f21b3-a1e7-41cc-9492-ed637849a317 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.986893] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181325MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1067.987049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.987227] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1069.005216] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1069.005474] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1069.018129] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56666ba1-c46d-4637-846d-6cf5486ddd40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.025676] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a9fe74-df35-4171-8327-4cdf189b8579 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.054098] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b578ea-9826-4264-ab5b-4ff89f9ab104 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.060974] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7560f681-c256-4c59-bb37-c52032618a81 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.074377] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.577175] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.578437] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1069.578885] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.579399] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.579806] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.579806] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.579927] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.425624] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.425907] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1120.929372] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] There are 0 instances to clean {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1121.929802] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.930654] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1121.930654] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1122.436138] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1123.426951] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.426951] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances with incomplete migration {{(pid=62187) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1125.928214] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.420497] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.420697] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.425423] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1128.425805] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1129.424906] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.425164] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.928123] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.928423] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.928534] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.928686] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1129.929640] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fd64c1-35cf-4561-b41a-1797780e70cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.938408] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ecb3a2-7284-40f4-bb4e-010128c0dae1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.953520] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637a761-975a-4ba9-a474-df130913c33d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.960795] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8622111c-1a9f-4bfe-9ae6-c0d85747f3bd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.991216] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181317MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1129.991414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.991620] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.010946] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1131.011229] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1131.026791] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b048689-1312-4582-a6d6-d3590e868445 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.034666] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51a304-cda1-4e6d-921d-9e9b4f0b735a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.064106] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8645b10-aef8-4da8-9eb2-56a6df186030 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.070686] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de0fda-b4f5-4e09-a848-1efadde952ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.083035] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.586061] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.587312] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1131.587488] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.587704] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.090674] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.091072] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.091072] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.003907] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.506862] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Getting list of instances from cluster (obj){ [ 1154.506862] env[62187]: value = "domain-c8" [ 1154.506862] env[62187]: _type = "ClusterComputeResource" [ 1154.506862] env[62187]: } {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1154.508018] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16ed63-9cd1-4994-b0aa-9453461cf0fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.516563] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Got total of 0 instances {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1182.940215] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.940215] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1182.940215] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1183.442069] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1187.424946] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.425384] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.425061] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.425513] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.425513] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1190.425098] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.425483] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.425483] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.928585] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.928844] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.929020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.929181] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.930370] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1096ca1-5632-4fe1-bccd-a87180884732 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.938392] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e9329b-b54a-48c8-aee4-bf69506af12f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.953625] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e732f3-d783-40d0-8fb7-48b2b4261b92 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.959601] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551ad3b-faf5-43cd-a17a-39dd4d548e35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.987312] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181305MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.987476] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.987648] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.107057] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1192.107057] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1192.122198] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1192.132502] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1192.132667] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.141649] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1192.155843] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1192.166933] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91a7ce9-8373-4e88-b304-58b0033ee085 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.174614] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf3ff55-8fce-4d69-8000-776afee0592f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.203989] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43049965-b6c6-4d24-ae28-21d204b022d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.210336] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46588a11-0fc9-4e6a-b10b-be8d79b842b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.222479] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.725683] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.726989] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1192.727179] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.740s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.727884] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.425464] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.425870] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1243.425870] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1243.928995] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1247.924025] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.924425] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.424834] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.425629] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.424999] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.425211] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1251.425398] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.928627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.929024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.929152] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.929290] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1251.930166] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1087a0b3-4e87-406f-bda5-2f31a7214e06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.938510] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992757d0-090d-4984-a4ec-bc577064c71c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.953215] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f0ca8-da0b-4c80-aed7-9d1674629e78 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.959192] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04ce920-a7cd-4a89-b3f8-9b7f8b049a30 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.988625] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181310MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1251.988809] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.989011] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.006791] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1253.007077] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1253.019286] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7424d69f-575e-4a48-8193-ac6ec2cb5cbe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.026823] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ab168-31f2-4ea5-8945-1e7a5fbf75ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.056157] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de42b70-95c6-4528-9cdf-a0db84134237 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.062782] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2490855c-efde-4d93-8be2-c33bdf378394 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.075249] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.578664] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.579964] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1253.580153] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.580175] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.580430] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.580550] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.426527] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.426928] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1303.426928] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1303.930837] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1309.424927] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.425363] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.426574] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.426862] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1311.426978] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.930249] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.930522] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.930667] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.930821] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1311.931723] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6407dfe4-d895-48de-b746-2342b4dd1173 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.940067] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc8623-fbc5-40fe-b126-9374aaf35b40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.953663] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1745816f-6cb3-4211-850f-853af7a7dca5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.959710] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8d5265-dd78-48f9-94b9-3096738f0399 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.988785] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1311.988916] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.989119] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.009205] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1313.009468] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1313.024314] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c478d-7b82-4176-bfe4-943369758bad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.031823] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0351b55f-2212-49ef-87b4-4d2289c36e33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.060190] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc684435-e271-48ee-9f2b-22d581418f94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.066929] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72d8b29-52b6-4dd9-b253-8734d8452473 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.080056] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.583387] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.584678] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1313.584876] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.584458] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.584794] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.584835] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.585045] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.426485] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.426761] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1364.426796] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1364.929986] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1369.424622] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.422404] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.422793] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.927532] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.927715] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1372.426470] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.932025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.932025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.932025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.932025] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1372.932025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472ae759-5c2f-4eb8-a605-e8d7ef1f6633 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.939769] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b479d72-2fc6-449f-9a0d-12942457aa80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.954351] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e473c2-87ed-4628-ada3-0b24e3c176d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.961117] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a729df9-a5f4-42ba-8d7b-3bcf7713e035 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.990908] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1372.991422] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.991780] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.010308] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1374.010597] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1374.023104] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7f4efd-b69a-469c-b6e9-ac66adecf450 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.031622] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e43371-bc25-4503-9dd3-cfeb8dda9142 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.061237] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2cab33-b91b-414d-8ea2-9c153c5b2c8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.068460] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f718b06-6ac0-4bb5-a3e5-10ce66367959 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.081288] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.587159] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.588437] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1374.588625] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.588689] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.589088] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.589173] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.425237] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.426675] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.427086] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1425.427086] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1425.930303] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1429.424870] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.426163] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.927678] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.927994] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1431.928170] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.928317] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1432.431293] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] There are 0 instances to clean {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1432.923929] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.924226] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.426923] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.427360] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.427360] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.427489] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1433.428521] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f740f20-4a0f-4fd1-acaf-3f67e647d857 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.436780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a7b714-34e0-44c8-985f-d6cfdeb322d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.451257] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf10ec6-45b0-405b-965f-8ad209c1d080 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.457459] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583f7336-dd39-4602-8b50-d85f7611f490 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.486735] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1433.486881] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.487071] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.509028] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1434.509028] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1434.522389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4355f4-8b10-4c4f-a867-a9db9b6dc5fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.529668] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573da15d-15c7-40ed-9c75-d7106ae04462 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.557977] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07ed44-90b1-4782-87c2-64323a5f9143 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.564790] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42158ff-4838-4eab-91fc-2a2409dd96c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.577291] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.079894] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.081218] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1435.081396] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1435.081604] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.081737] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances with incomplete migration {{(pid=62187) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1438.084734] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.085145] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.085145] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.085309] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.427697] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1485.428241] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1485.428241] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1485.930907] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1489.425050] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.421731] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.926352] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.926352] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1493.425823] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.426221] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.929118] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.929408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.929582] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.929734] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1493.930736] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ffebc3-c058-4d68-992b-3d8933217546 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.939274] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4f63a-cfa9-4c4f-9106-df94f7366648 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.952807] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ccaaf9-26ce-419f-a344-75081141b76f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.958775] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808bd9d7-e97d-4a47-8412-222a2e8571d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.987085] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181307MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1493.987234] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.987413] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.020414] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1495.020653] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1495.035998] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1495.047509] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1495.047694] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.057494] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1495.072487] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1495.084425] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f604bc1-c6c6-4d2a-97f2-8f492399fb19 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.091954] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985a84fd-53b4-46f4-9c18-76344ab20c59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.120624] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df12cff-6dcf-4e2d-9887-c1975f011580 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.127166] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb3af0-4efc-4121-8037-e6988a7e0f41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.139617] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1495.642725] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1495.643994] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1495.644195] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.657s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.643777] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.644145] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.644205] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1498.644325] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.428115] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.428525] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1545.428525] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1545.931371] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1549.425275] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.425401] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1552.425821] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1554.420568] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.425210] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.928157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.928512] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.928621] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.928759] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1554.929644] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4afd30c-6cbb-476b-bc93-8cfd2663b314 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.937687] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03deb2e2-01a8-4a75-9381-2ea247dde9fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.951031] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3d2299-be85-40bd-bce3-45f2daff0d13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.956882] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbeaece-0fc5-4ea9-96c5-f23cdfe80713 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.984141] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181300MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1554.984331] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.984470] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.002252] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1556.002480] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1556.016345] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9530f-b8e9-4543-b489-c0bff9f325c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.023573] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9713ac08-2c46-4edd-bec2-25aaa2e04c8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.053290] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d5d9b9-b841-465c-8d5a-c50763cb6a38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.060165] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b76c32a-d7a1-4d87-9235-95b57e3176f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.072455] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.575260] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.576492] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1556.576684] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.577264] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.577624] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.577624] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1559.578481] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.426560] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1606.427068] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1606.427068] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1606.934191] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1609.424929] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.427657] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.428060] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1614.424768] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.928484] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.928751] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.928983] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.929150] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1614.930042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d00e070-5f5e-45ac-9f87-8b6d185a0b0a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.938477] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8055c59b-605d-48c0-adf5-1d264dc5bba3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.951949] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591abc10-c302-46f2-85b1-276b5ec8c243 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.957819] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1500fdc6-d7c2-4a7e-9585-f448dee59236 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.986648] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181302MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1614.986788] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.986991] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.004760] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1616.005033] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1616.017961] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff7a9f-bece-417f-8c32-337aaa6cd611 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.025589] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8378aaad-25fd-4e02-9c3a-482025a14cdf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.054790] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf98ab73-0d1a-4996-b3cd-63b7b12cff14 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.061514] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe88c76-6783-4d49-8b52-c5cc53651155 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.073745] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.576923] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.578197] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1616.578377] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.574586] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.575088] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.078504] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.424967] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.425248] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1619.425401] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.428474] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.428874] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1666.428874] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1666.931509] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1671.425324] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.426131] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.426498] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1674.428024] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.928730] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.928994] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.929264] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.929458] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1674.930762] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0359f090-ede4-41b2-90e1-58a55b1c28e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.941948] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf59291-6179-4d79-a6a0-588b418a355f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.961359] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc718709-f8cc-4dcc-8b23-78189d27428c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.967607] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ff23e0-25e9-46e0-b24d-41db5e0fc792 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.995089] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181292MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1674.995255] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.995427] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.014534] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1676.014839] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1676.032637] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e9f345-008d-4c69-9532-8a25a9e28591 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.044084] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94096d79-2a2c-4b86-894c-61eeb2569ba0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.098167] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903b5953-f359-4499-8757-1a4f5addd39e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.108780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab46ef-fe40-4940-95a6-2c10cd1caacd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.130303] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.635059] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.635679] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1676.635858] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.640s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.631805] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.424950] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1679.425204] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1680.425467] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1681.426235] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1728.425845] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1728.426251] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1728.426251] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1728.929108] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1731.426014] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.426428] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1733.426838] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1734.425216] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.425418] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 1734.928354] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] There are 0 instances to clean {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 1736.924630] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.925088] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1737.427953] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.428230] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.428405] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.428564] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1737.429533] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83321e3b-81b4-4730-8079-5b10f213265f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.437760] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c31ac6-aaf6-472e-b5b5-eef9eef7fc10 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.451949] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21041060-7688-45cd-8ffe-00449a1c04c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.457971] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cee888-dd6e-4c5e-93ea-d266a7183f93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.485521] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181288MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1737.485667] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.485840] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.503691] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1738.503927] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1738.516814] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f2035-6955-4a04-9146-fe9a84183035 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.524474] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf83b63-2cc3-4923-a459-5d5df4753b6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.554274] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa47931-f3be-4e40-a80c-98f0538ca403 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.561310] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e5fe48-6db0-4e03-857e-319442043592 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.574175] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.077355] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.078656] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1739.078848] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.079077] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.077661] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.581850] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.582192] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.582298] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.582373] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.426231] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.426621] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances with incomplete migration {{(pid=62187) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 1763.508248] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1764.011783] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Getting list of instances from cluster (obj){ [ 1764.011783] env[62187]: value = "domain-c8" [ 1764.011783] env[62187]: _type = "ClusterComputeResource" [ 1764.011783] env[62187]: } {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1764.012864] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359d4c79-a5be-4ec5-a92e-76fbad8d1f09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.021449] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Got total of 0 instances {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1790.940455] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1790.940833] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1790.940833] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1791.443641] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1792.425428] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.425652] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1794.425977] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1798.420630] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1798.425195] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1798.928850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.929127] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.929282] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.929501] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1798.930572] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488de84-d25d-49f3-8d85-4ac273ac37dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.938787] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c23d0c2-1565-49a0-8e14-46de8d560a6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.952950] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d6a131-d6e5-4860-85d4-0d6f5f3d9891 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.959370] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d82b04-001f-4557-8e72-1ed0c296cb1a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.987477] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181282MB free_disk=177GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1798.987763] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.987814] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.105493] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1800.105741] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1800.121059] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1800.131662] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1800.131825] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.140633] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1800.154190] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1800.164603] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cf59fd-5c06-4331-8fb6-ad1e3195a1d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.171573] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e044d2f-99fb-4889-965d-e3026cd6dfc3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.201326] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33188d-e02f-470b-84db-5e783539b9bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.208293] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e5112-58ac-4065-b074-92a3c9e4d8ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.220739] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1800.724431] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1800.726348] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1800.726595] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.739s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.727469] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.727883] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.727883] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1803.727961] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1837.833127] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.833127] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.336738] env[62187]: DEBUG nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1838.815217] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "557e6d8d-129d-4c97-92dc-dcef8439b1da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.815217] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.874035] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.874328] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.876306] env[62187]: INFO nova.compute.claims [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.262445] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "e1a29ed5-b2be-43d8-b094-d70b5671d223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.263457] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.317668] env[62187]: DEBUG nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1839.766585] env[62187]: DEBUG nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1839.854323] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.897756] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.898068] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.934408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "e7b958d1-011a-4278-95e0-200b4c82315d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.934688] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "e7b958d1-011a-4278-95e0-200b4c82315d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.011515] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b108e2a-491e-4295-b465-513a76e30569 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.019676] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4328eb55-2059-4250-ac1f-d563eef0d13f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.055573] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e7b778-837e-40d1-a7b8-f77ae7a28977 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.063153] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e154dda7-8ded-4cbe-9ab0-1f8d0d0ef29c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.078913] env[62187]: DEBUG nova.compute.provider_tree [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.298775] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.402064] env[62187]: DEBUG nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.438561] env[62187]: DEBUG nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1840.583310] env[62187]: DEBUG nova.scheduler.client.report [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.940473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.969524] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.091323] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.092948] env[62187]: DEBUG nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1841.101035] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.246s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.106055] env[62187]: INFO nova.compute.claims [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.602769] env[62187]: DEBUG nova.compute.utils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1841.605189] env[62187]: DEBUG nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1841.606175] env[62187]: DEBUG nova.network.neutron [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1841.997074] env[62187]: DEBUG nova.policy [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f386ec6c434f02a661f9a49e0fa512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabd4964ff9b4cf59f1da0213c2fcecd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1842.113226] env[62187]: DEBUG nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1842.258607] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d316eda8-0149-4d07-90bb-f899d923f562 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.273915] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e5e693-c87a-4707-939a-dc31c8df4559 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.311311] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08fff50-acbf-4d33-b9d5-5254a773bfc8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.319500] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403de2e7-f139-4b44-af0f-70c92ecb4a49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.338647] env[62187]: DEBUG nova.compute.provider_tree [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.844120] env[62187]: DEBUG nova.scheduler.client.report [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1843.126631] env[62187]: DEBUG nova.network.neutron [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Successfully created port: 7d3218c8-d17f-4c56-9ab2-12f7097b7630 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1843.134117] env[62187]: DEBUG nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1843.170454] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1843.170454] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.170454] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1843.170454] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.170858] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1843.172205] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1843.172916] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1843.173245] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1843.173312] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1843.174748] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1843.174748] env[62187]: DEBUG nova.virt.hardware [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1843.175986] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a766bb7a-0c1c-49c7-9073-51ed724c6749 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.186880] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef0a24-02e4-496c-955c-16b472cc27e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.212299] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e7676a-39e1-47d9-ae0e-be0245ecf877 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.348413] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.349080] env[62187]: DEBUG nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.352698] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.054s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.354758] env[62187]: INFO nova.compute.claims [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.860870] env[62187]: DEBUG nova.compute.utils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.862678] env[62187]: DEBUG nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1843.862972] env[62187]: DEBUG nova.network.neutron [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.042793] env[62187]: DEBUG nova.policy [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6aaaec4b2142cca7b39139afdd5697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b39046e31f304b2da6e3c2aaf6016b65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.371624] env[62187]: DEBUG nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1844.621282] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f3bbdf-afe5-42c1-9b4b-accf09562880 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.630680] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231d42ec-44f0-44d0-b0b6-90ad4c50f731 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.674857] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32664a4d-8c43-4cd1-8fc8-8e4174077de5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.695199] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da614800-d76d-4ff7-88c7-0f87d3f6b1f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.714042] env[62187]: DEBUG nova.compute.provider_tree [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.016433] env[62187]: DEBUG nova.network.neutron [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Successfully created port: b053b202-3d7f-460c-a4f3-e2c64534c246 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1845.222429] env[62187]: DEBUG nova.scheduler.client.report [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1845.386797] env[62187]: DEBUG nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1845.411417] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1845.411733] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.411846] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1845.412203] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.412616] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1845.412813] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1845.413318] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1845.413549] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1845.414023] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1845.414389] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1845.414915] env[62187]: DEBUG nova.virt.hardware [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1845.416564] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0912f049-386b-4f15-b655-9b50155614f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.430041] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40072ec1-3ec3-489d-90a8-3aef4f0ba95b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.729906] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.730514] env[62187]: DEBUG nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1845.735233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.795s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.736655] env[62187]: INFO nova.compute.claims [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1846.243644] env[62187]: DEBUG nova.compute.utils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.249942] env[62187]: DEBUG nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.249942] env[62187]: DEBUG nova.network.neutron [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.372622] env[62187]: DEBUG nova.policy [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e74b71a899574660b0f34aaa1aaf37f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef266eabf8824ae1a8c46a979bd2dec2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1846.748844] env[62187]: DEBUG nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1846.890651] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa6812-3e34-41cb-a8bd-30c767c954ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.907159] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf8696-7aa2-4dc3-b556-9b7be9c041fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.946883] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26bc6e42-f4fa-4783-aa77-e15e4c7990f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.955923] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40200af3-8357-4ff2-9b9d-bef23e3a2973 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.974194] env[62187]: DEBUG nova.compute.provider_tree [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.143413] env[62187]: DEBUG nova.network.neutron [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Successfully updated port: 7d3218c8-d17f-4c56-9ab2-12f7097b7630 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.228468] env[62187]: DEBUG nova.network.neutron [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Successfully created port: 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.483021] env[62187]: DEBUG nova.scheduler.client.report [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1847.646632] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.646830] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.647042] env[62187]: DEBUG nova.network.neutron [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.761167] env[62187]: DEBUG nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1847.795417] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.795661] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.795810] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.795991] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.796146] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.796287] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.796490] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.796652] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.796810] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.796965] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.797161] env[62187]: DEBUG nova.virt.hardware [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.798462] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66342b51-125a-433e-8626-335f475dd0eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.806550] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf201e6-2816-4108-ac3b-7eeddecdcffb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.840529] env[62187]: DEBUG nova.network.neutron [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Successfully updated port: b053b202-3d7f-460c-a4f3-e2c64534c246 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1847.989495] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.989495] env[62187]: DEBUG nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1847.990815] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.022s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.992596] env[62187]: INFO nova.compute.claims [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.216115] env[62187]: DEBUG nova.network.neutron [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1848.346883] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "refresh_cache-557e6d8d-129d-4c97-92dc-dcef8439b1da" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.346883] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired lock "refresh_cache-557e6d8d-129d-4c97-92dc-dcef8439b1da" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.346883] env[62187]: DEBUG nova.network.neutron [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.502259] env[62187]: DEBUG nova.compute.utils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.503109] env[62187]: DEBUG nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1848.503277] env[62187]: DEBUG nova.network.neutron [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1848.524054] env[62187]: DEBUG nova.network.neutron [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Updating instance_info_cache with network_info: [{"id": "7d3218c8-d17f-4c56-9ab2-12f7097b7630", "address": "fa:16:3e:51:66:f8", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3218c8-d1", "ovs_interfaceid": "7d3218c8-d17f-4c56-9ab2-12f7097b7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.679094] env[62187]: DEBUG nova.policy [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '843a0b71ebcc4dacb587f4ac8a99a2d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ad511b09030430aafdf848bedc0ef42', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1848.898449] env[62187]: DEBUG nova.network.neutron [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1849.012263] env[62187]: DEBUG nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1849.030837] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.031090] env[62187]: DEBUG nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Instance network_info: |[{"id": "7d3218c8-d17f-4c56-9ab2-12f7097b7630", "address": "fa:16:3e:51:66:f8", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3218c8-d1", "ovs_interfaceid": "7d3218c8-d17f-4c56-9ab2-12f7097b7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.032025] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:66:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d3218c8-d17f-4c56-9ab2-12f7097b7630', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.049042] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.051237] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf017be-106d-4e62-aefd-5421bd8cb293 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.068116] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created folder: OpenStack in parent group-v4. [ 1849.068420] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating folder: Project (eabd4964ff9b4cf59f1da0213c2fcecd). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.073508] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f62878a-6250-4667-b670-bf44ff127db0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.088653] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created folder: Project (eabd4964ff9b4cf59f1da0213c2fcecd) in parent group-v435995. [ 1849.089020] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating folder: Instances. Parent ref: group-v435996. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.089261] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e231198-0198-46f0-8e5c-33aec696a62c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.105817] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created folder: Instances in parent group-v435996. [ 1849.106102] env[62187]: DEBUG oslo.service.loopingcall [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.106291] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.106499] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c43b9d58-dec9-4bf9-8caf-41a7a1a43e28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.132185] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.132185] env[62187]: value = "task-2132265" [ 1849.132185] env[62187]: _type = "Task" [ 1849.132185] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.142088] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132265, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.170591] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccc4648-dcd6-4c44-a176-9bb9ea063cb1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.178844] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b155d0d7-2b02-4324-b45f-f7d71a2a96e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.211840] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9c9c5-415a-4d38-8e24-4397ce35c14a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.219265] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d37759-1824-4776-84c1-7e26217db3f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.233118] env[62187]: DEBUG nova.compute.provider_tree [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.236125] env[62187]: DEBUG nova.network.neutron [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Updating instance_info_cache with network_info: [{"id": "b053b202-3d7f-460c-a4f3-e2c64534c246", "address": "fa:16:3e:f6:6a:55", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb053b202-3d", "ovs_interfaceid": "b053b202-3d7f-460c-a4f3-e2c64534c246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.647293] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132265, 'name': CreateVM_Task, 'duration_secs': 0.459382} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.647474] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1849.676176] env[62187]: DEBUG oslo_vmware.service [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c1c355-62fe-4f4c-b1f0-c9b81587ee7a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.685380] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.685564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.686307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1849.686615] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9479947-8ab1-42a0-a6a8-381a99648077 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.692619] env[62187]: DEBUG nova.network.neutron [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Successfully created port: 9c2f5114-79cc-4031-b27b-5e39e865e9bf {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1849.697538] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1849.697538] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523a32e8-3fce-78d3-21ef-cacec3725f11" [ 1849.697538] env[62187]: _type = "Task" [ 1849.697538] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.706559] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523a32e8-3fce-78d3-21ef-cacec3725f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.719925] env[62187]: DEBUG nova.network.neutron [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Successfully updated port: 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.738766] env[62187]: DEBUG nova.scheduler.client.report [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1849.743404] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Releasing lock "refresh_cache-557e6d8d-129d-4c97-92dc-dcef8439b1da" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.743678] env[62187]: DEBUG nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Instance network_info: |[{"id": "b053b202-3d7f-460c-a4f3-e2c64534c246", "address": "fa:16:3e:f6:6a:55", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb053b202-3d", "ovs_interfaceid": "b053b202-3d7f-460c-a4f3-e2c64534c246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1849.744160] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:6a:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b053b202-3d7f-460c-a4f3-e2c64534c246', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1849.754216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Creating folder: Project (b39046e31f304b2da6e3c2aaf6016b65). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.755057] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17a750b2-a651-467a-9c63-1cdffcad85e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.767539] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Created folder: Project (b39046e31f304b2da6e3c2aaf6016b65) in parent group-v435995. [ 1849.767767] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Creating folder: Instances. Parent ref: group-v435999. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1849.768013] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acde0947-865a-4367-8198-cf569c8e7099 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.778544] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Created folder: Instances in parent group-v435999. [ 1849.778544] env[62187]: DEBUG oslo.service.loopingcall [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1849.778544] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1849.778899] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b9d241a-d58d-4a2f-9949-1e5238324a2a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.801316] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1849.801316] env[62187]: value = "task-2132268" [ 1849.801316] env[62187]: _type = "Task" [ 1849.801316] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.809649] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132268, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.027720] env[62187]: DEBUG nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1850.071677] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1850.072116] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.072309] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1850.072563] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.073286] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1850.073286] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1850.073286] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1850.073286] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1850.073556] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1850.073556] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1850.074270] env[62187]: DEBUG nova.virt.hardware [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1850.074981] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808a0a8d-59d5-4354-bf0c-8beb3acfaddb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.085694] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad77ccf-06e9-4bf3-888a-e9a7e5bfe83e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.155867] env[62187]: DEBUG nova.compute.manager [req-f7659703-987d-4ec4-bcaf-ff00d46ce6d9 req-9ed70f29-e335-4f3a-8d13-9d59efeeca55 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Received event network-vif-plugged-7d3218c8-d17f-4c56-9ab2-12f7097b7630 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1850.155867] env[62187]: DEBUG oslo_concurrency.lockutils [req-f7659703-987d-4ec4-bcaf-ff00d46ce6d9 req-9ed70f29-e335-4f3a-8d13-9d59efeeca55 service nova] Acquiring lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.156214] env[62187]: DEBUG oslo_concurrency.lockutils [req-f7659703-987d-4ec4-bcaf-ff00d46ce6d9 req-9ed70f29-e335-4f3a-8d13-9d59efeeca55 service nova] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.156324] env[62187]: DEBUG oslo_concurrency.lockutils [req-f7659703-987d-4ec4-bcaf-ff00d46ce6d9 req-9ed70f29-e335-4f3a-8d13-9d59efeeca55 service nova] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.156447] env[62187]: DEBUG nova.compute.manager [req-f7659703-987d-4ec4-bcaf-ff00d46ce6d9 req-9ed70f29-e335-4f3a-8d13-9d59efeeca55 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] No waiting events found dispatching network-vif-plugged-7d3218c8-d17f-4c56-9ab2-12f7097b7630 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.157023] env[62187]: WARNING nova.compute.manager [req-f7659703-987d-4ec4-bcaf-ff00d46ce6d9 req-9ed70f29-e335-4f3a-8d13-9d59efeeca55 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Received unexpected event network-vif-plugged-7d3218c8-d17f-4c56-9ab2-12f7097b7630 for instance with vm_state building and task_state spawning. [ 1850.210628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.210847] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.211665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.211665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.211665] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.211958] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7cca9e3-38f6-47cf-90b0-14298259a6e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.222912] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.223085] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquired lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.223752] env[62187]: DEBUG nova.network.neutron [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.224940] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.225262] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1850.226278] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dfcc1d-4f16-4d48-9558-04176ad8bb79 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.235869] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4960bb-26c7-4b2e-abc3-60285a1c8d2b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.242609] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1850.242609] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527f2e37-f3cf-9184-7b2d-d9b1e80dd26f" [ 1850.242609] env[62187]: _type = "Task" [ 1850.242609] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.247634] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.248722] env[62187]: DEBUG nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1850.260408] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Preparing fetch location {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1850.260690] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating directory with path [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1850.261309] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf22bc4-8d66-4ff1-b4cc-93e7a9fc8797 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.267917] env[62187]: DEBUG nova.compute.manager [req-35d405ab-aa2f-4a34-8e1a-d0816698acc4 req-9e67f1ca-9bd3-48df-8ea7-3606e83761d5 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Received event network-vif-plugged-b053b202-3d7f-460c-a4f3-e2c64534c246 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1850.268147] env[62187]: DEBUG oslo_concurrency.lockutils [req-35d405ab-aa2f-4a34-8e1a-d0816698acc4 req-9e67f1ca-9bd3-48df-8ea7-3606e83761d5 service nova] Acquiring lock "557e6d8d-129d-4c97-92dc-dcef8439b1da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.268348] env[62187]: DEBUG oslo_concurrency.lockutils [req-35d405ab-aa2f-4a34-8e1a-d0816698acc4 req-9e67f1ca-9bd3-48df-8ea7-3606e83761d5 service nova] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.268622] env[62187]: DEBUG oslo_concurrency.lockutils [req-35d405ab-aa2f-4a34-8e1a-d0816698acc4 req-9e67f1ca-9bd3-48df-8ea7-3606e83761d5 service nova] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.269233] env[62187]: DEBUG nova.compute.manager [req-35d405ab-aa2f-4a34-8e1a-d0816698acc4 req-9e67f1ca-9bd3-48df-8ea7-3606e83761d5 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] No waiting events found dispatching network-vif-plugged-b053b202-3d7f-460c-a4f3-e2c64534c246 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.269233] env[62187]: WARNING nova.compute.manager [req-35d405ab-aa2f-4a34-8e1a-d0816698acc4 req-9e67f1ca-9bd3-48df-8ea7-3606e83761d5 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Received unexpected event network-vif-plugged-b053b202-3d7f-460c-a4f3-e2c64534c246 for instance with vm_state building and task_state spawning. [ 1850.297062] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created directory with path [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1850.297062] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Fetch image to [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1850.297202] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Downloading image file data b2655528-3b79-4c65-848a-63730c3e881c to [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk on the data store datastore2 {{(pid=62187) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1850.298690] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81c3350-43c8-4ae1-a6c0-c041799a63d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.328902] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d9fbf4-de95-4ce9-9c79-cc355c91b580 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.338372] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132268, 'name': CreateVM_Task, 'duration_secs': 0.408486} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.343448] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1850.344561] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.344731] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.345072] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1850.346577] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3ba8e-62a9-47fd-add0-3fa3f9dfce5a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.351881] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52b0c20-0180-46b4-94b1-a81131b381b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.358716] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1850.358716] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e8beee-c056-061b-96f5-089b67c2ec67" [ 1850.358716] env[62187]: _type = "Task" [ 1850.358716] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.393135] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e35050-efb7-486a-a4f9-17659f95ba1d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.404904] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.405189] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1850.405882] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.405882] env[62187]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-05222c81-af47-465c-a3fb-f5dcaf08c006 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.426351] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1850.426696] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1850.426871] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1850.509365] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Downloading image file data b2655528-3b79-4c65-848a-63730c3e881c to the data store datastore2 {{(pid=62187) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1850.594435] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62187) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1850.674590] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.674590] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.755942] env[62187]: DEBUG nova.compute.utils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.757509] env[62187]: DEBUG nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1850.757791] env[62187]: DEBUG nova.network.neutron [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1850.813153] env[62187]: DEBUG nova.network.neutron [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.863847] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "26291caa-bdbf-45cb-a903-5be91ba48052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.866176] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "26291caa-bdbf-45cb-a903-5be91ba48052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.932824] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1850.933018] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1850.934397] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1850.934397] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1850.934397] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1850.934397] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 1850.945106] env[62187]: DEBUG nova.policy [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9b65cbdb343409e8e738ef8624a9fd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2451fbfa99e146a29055c7c8f9ae44d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1851.179090] env[62187]: DEBUG nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.262040] env[62187]: DEBUG nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1851.344560] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Completed reading data from the image iterator. {{(pid=62187) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1851.344744] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1851.373896] env[62187]: DEBUG nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.422856] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Downloaded image file data b2655528-3b79-4c65-848a-63730c3e881c to vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk on the data store datastore2 {{(pid=62187) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1851.424464] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Caching image {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1851.424966] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copying Virtual Disk [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk to [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1851.425259] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b493da0f-cc9b-4a39-9c2f-907d6b5b13a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.436047] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1851.436047] env[62187]: value = "task-2132269" [ 1851.436047] env[62187]: _type = "Task" [ 1851.436047] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.445777] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.446852] env[62187]: DEBUG nova.network.neutron [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updating instance_info_cache with network_info: [{"id": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "address": "fa:16:3e:fd:1f:0b", "network": {"id": "5d411a32-daab-4144-b1b1-1e38edd624e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1384321901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef266eabf8824ae1a8c46a979bd2dec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbbef7-4b", "ovs_interfaceid": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.704915] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.705208] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.707107] env[62187]: INFO nova.compute.claims [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1851.900526] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.946107] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132269, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.949850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Releasing lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.950059] env[62187]: DEBUG nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Instance network_info: |[{"id": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "address": "fa:16:3e:fd:1f:0b", "network": {"id": "5d411a32-daab-4144-b1b1-1e38edd624e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1384321901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef266eabf8824ae1a8c46a979bd2dec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbbef7-4b", "ovs_interfaceid": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1851.950502] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:1f:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.960750] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Creating folder: Project (ef266eabf8824ae1a8c46a979bd2dec2). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1851.961299] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-598ef3ff-f3f0-4574-9ae6-d2dda7a7e632 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.967326] env[62187]: DEBUG nova.network.neutron [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Successfully created port: 933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.972753] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Created folder: Project (ef266eabf8824ae1a8c46a979bd2dec2) in parent group-v435995. [ 1851.972949] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Creating folder: Instances. Parent ref: group-v436002. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1851.973199] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3382d7d0-35d3-43fa-8687-6bd95e90af52 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.982466] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Created folder: Instances in parent group-v436002. [ 1851.982566] env[62187]: DEBUG oslo.service.loopingcall [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.982762] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.982891] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac30f29-bfca-47ea-8479-3c860a67389d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.008237] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1852.008237] env[62187]: value = "task-2132272" [ 1852.008237] env[62187]: _type = "Task" [ 1852.008237] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.017436] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132272, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.073646] env[62187]: DEBUG nova.network.neutron [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Successfully updated port: 9c2f5114-79cc-4031-b27b-5e39e865e9bf {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1852.272936] env[62187]: DEBUG nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1852.305381] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1852.305658] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.305929] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1852.306018] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.306156] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1852.306297] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1852.306500] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1852.306851] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1852.306942] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1852.307052] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1852.307278] env[62187]: DEBUG nova.virt.hardware [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1852.308091] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c0f94b-b105-47ad-bf4d-31229a6eea1d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.315960] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8372fbcb-125a-4bd7-9a2a-c007cb77a9a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.425551] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.450931] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688115} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.451267] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copied Virtual Disk [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk to [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1852.451471] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1852.451770] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a47196d-4a82-4f11-bbb5-6acedab8fa2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.460034] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1852.460034] env[62187]: value = "task-2132273" [ 1852.460034] env[62187]: _type = "Task" [ 1852.460034] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.469546] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.521312] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132272, 'name': CreateVM_Task, 'duration_secs': 0.386555} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.521578] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1852.522546] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.522786] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.526122] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1852.526122] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b5a0a30-2888-4f32-aea2-d917af722573 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.530194] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1852.530194] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527ddde8-4f30-d998-00a9-dbcb57fccc07" [ 1852.530194] env[62187]: _type = "Task" [ 1852.530194] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.541135] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527ddde8-4f30-d998-00a9-dbcb57fccc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.580424] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.580424] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquired lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.580424] env[62187]: DEBUG nova.network.neutron [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.891646] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c3407b-9bde-460d-83a4-61d916dd5e90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.900328] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b841c745-8b9d-4d00-be51-5ea6c37d8517 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.935476] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e816bbb5-a00a-4d57-8254-5c10664b7667 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.946391] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64add3d8-dc81-494c-9df2-0de3e3f0162e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.962183] env[62187]: DEBUG nova.compute.provider_tree [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1852.971486] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023655} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.972266] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1852.972440] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Moving file from [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e/b2655528-3b79-4c65-848a-63730c3e881c to [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c. {{(pid=62187) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1852.972682] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-bb0b88e2-3c07-4f72-9e49-2c044efe25ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.980176] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1852.980176] env[62187]: value = "task-2132274" [ 1852.980176] env[62187]: _type = "Task" [ 1852.980176] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.989177] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132274, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.047232] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.047232] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1853.047875] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.160161] env[62187]: DEBUG nova.network.neutron [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1853.345304] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.345304] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.493787] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132274, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.032276} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.495123] env[62187]: ERROR nova.scheduler.client.report [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [req-dae14bce-db5a-44c0-aed3-db8889fd1f7c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dae14bce-db5a-44c0-aed3-db8889fd1f7c"}]} [ 1853.495503] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] File moved {{(pid=62187) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1853.495859] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Cleaning up location [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1853.496054] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore2] vmware_temp/0574f040-9aa4-478e-8321-88990aec159e {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.498326] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba77cb8-8984-44bd-968b-f603868f6e4f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.506372] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1853.506372] env[62187]: value = "task-2132275" [ 1853.506372] env[62187]: _type = "Task" [ 1853.506372] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.514682] env[62187]: DEBUG nova.scheduler.client.report [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1853.521992] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.536836] env[62187]: DEBUG nova.scheduler.client.report [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1853.536836] env[62187]: DEBUG nova.compute.provider_tree [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.551118] env[62187]: DEBUG nova.scheduler.client.report [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1853.577375] env[62187]: DEBUG nova.scheduler.client.report [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1853.587419] env[62187]: DEBUG nova.network.neutron [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Updating instance_info_cache with network_info: [{"id": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "address": "fa:16:3e:7e:23:36", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2f5114-79", "ovs_interfaceid": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.710281] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3964925f-05de-4844-8de9-321473619983 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.717892] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f5f84-26a9-45cc-b711-f3446d5e55ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.751191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae94f7d0-a323-4a4f-ab9a-86b29ceaa791 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.758497] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd755f-691c-4b01-8652-89a788584df6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.772795] env[62187]: DEBUG nova.compute.provider_tree [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1853.849122] env[62187]: DEBUG nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1853.868841] env[62187]: DEBUG nova.compute.manager [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Received event network-changed-7d3218c8-d17f-4c56-9ab2-12f7097b7630 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1853.868988] env[62187]: DEBUG nova.compute.manager [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Refreshing instance network info cache due to event network-changed-7d3218c8-d17f-4c56-9ab2-12f7097b7630. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1853.869511] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Acquiring lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.869655] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Acquired lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.869823] env[62187]: DEBUG nova.network.neutron [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Refreshing network info cache for port 7d3218c8-d17f-4c56-9ab2-12f7097b7630 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1853.892281] env[62187]: DEBUG nova.compute.manager [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Received event network-changed-b053b202-3d7f-460c-a4f3-e2c64534c246 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1853.896383] env[62187]: DEBUG nova.compute.manager [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Refreshing instance network info cache due to event network-changed-b053b202-3d7f-460c-a4f3-e2c64534c246. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1853.896383] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Acquiring lock "refresh_cache-557e6d8d-129d-4c97-92dc-dcef8439b1da" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.896383] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Acquired lock "refresh_cache-557e6d8d-129d-4c97-92dc-dcef8439b1da" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.896383] env[62187]: DEBUG nova.network.neutron [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Refreshing network info cache for port b053b202-3d7f-460c-a4f3-e2c64534c246 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1854.016587] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025365} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.016836] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.017539] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037d6013-4d80-405a-a38d-16d51bf94932 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.022785] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1854.022785] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e90be0-4bf4-0602-3a7f-8cb67919679b" [ 1854.022785] env[62187]: _type = "Task" [ 1854.022785] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.032533] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e90be0-4bf4-0602-3a7f-8cb67919679b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.090558] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Releasing lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.090665] env[62187]: DEBUG nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Instance network_info: |[{"id": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "address": "fa:16:3e:7e:23:36", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2f5114-79", "ovs_interfaceid": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1854.091014] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:23:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c2f5114-79cc-4031-b27b-5e39e865e9bf', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1854.103233] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Creating folder: Project (9ad511b09030430aafdf848bedc0ef42). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.103233] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65f358f5-ac36-42cf-b0c0-e3ed55d4df51 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.117228] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Created folder: Project (9ad511b09030430aafdf848bedc0ef42) in parent group-v435995. [ 1854.117228] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Creating folder: Instances. Parent ref: group-v436005. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1854.117381] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82f35207-a886-44a6-b764-371f38c5b310 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.128779] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Created folder: Instances in parent group-v436005. [ 1854.129063] env[62187]: DEBUG oslo.service.loopingcall [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.129269] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1854.129503] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a7526b-63e4-4ce4-8d8c-a4a9513a3ef4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.153430] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1854.153430] env[62187]: value = "task-2132278" [ 1854.153430] env[62187]: _type = "Task" [ 1854.153430] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.163054] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132278, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.172010] env[62187]: DEBUG nova.network.neutron [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Successfully updated port: 933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.313021] env[62187]: DEBUG nova.scheduler.client.report [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 12 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1854.313021] env[62187]: DEBUG nova.compute.provider_tree [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 12 to 13 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1854.313021] env[62187]: DEBUG nova.compute.provider_tree [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1854.372480] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.536493] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e90be0-4bf4-0602-3a7f-8cb67919679b, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.536715] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.537219] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b15866f3-5b1f-42fd-96d4-e76ed97e1c56/b15866f3-5b1f-42fd-96d4-e76ed97e1c56.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1854.537519] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.537707] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1854.537914] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0ef8fcd-0dd5-4adb-a48b-901dc9be0f05 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.540469] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1268ab64-75ab-430f-8fdf-a07da1a9fd2b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.552704] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1854.552704] env[62187]: value = "task-2132279" [ 1854.552704] env[62187]: _type = "Task" [ 1854.552704] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.554200] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1854.554410] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1854.558603] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7379abf1-7b8f-41f0-8c5e-7fc95e1b08c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.567982] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.568526] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1854.568526] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5202286a-a465-81df-7aa1-f02ed3493218" [ 1854.568526] env[62187]: _type = "Task" [ 1854.568526] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.578579] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5202286a-a465-81df-7aa1-f02ed3493218, 'name': SearchDatastore_Task, 'duration_secs': 0.008389} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.580840] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe7a63f-ef51-439f-8e3b-287c29ef0e67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.585972] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1854.585972] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5236c176-8802-d716-2c49-4ad07c2b20b8" [ 1854.585972] env[62187]: _type = "Task" [ 1854.585972] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.600390] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5236c176-8802-d716-2c49-4ad07c2b20b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.631517] env[62187]: DEBUG nova.network.neutron [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Updated VIF entry in instance network info cache for port 7d3218c8-d17f-4c56-9ab2-12f7097b7630. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1854.631956] env[62187]: DEBUG nova.network.neutron [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Updating instance_info_cache with network_info: [{"id": "7d3218c8-d17f-4c56-9ab2-12f7097b7630", "address": "fa:16:3e:51:66:f8", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d3218c8-d1", "ovs_interfaceid": "7d3218c8-d17f-4c56-9ab2-12f7097b7630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.663562] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132278, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.675954] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.675954] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.675954] env[62187]: DEBUG nova.network.neutron [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.817601] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.112s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.817912] env[62187]: DEBUG nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1854.821061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.921s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.822949] env[62187]: INFO nova.compute.claims [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.016911] env[62187]: DEBUG nova.network.neutron [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Updated VIF entry in instance network info cache for port b053b202-3d7f-460c-a4f3-e2c64534c246. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1855.017317] env[62187]: DEBUG nova.network.neutron [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Updating instance_info_cache with network_info: [{"id": "b053b202-3d7f-460c-a4f3-e2c64534c246", "address": "fa:16:3e:f6:6a:55", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb053b202-3d", "ovs_interfaceid": "b053b202-3d7f-460c-a4f3-e2c64534c246", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.066415] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132279, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.101902] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5236c176-8802-d716-2c49-4ad07c2b20b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017075} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.102199] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.102465] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 557e6d8d-129d-4c97-92dc-dcef8439b1da/557e6d8d-129d-4c97-92dc-dcef8439b1da.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1855.102748] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.102927] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1855.103270] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39dfdc9-4d21-4700-9ac1-c85f39ca5f6f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.105763] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f566e6c3-1b6a-4cd4-8cca-26e2057be4a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.115427] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1855.115427] env[62187]: value = "task-2132280" [ 1855.115427] env[62187]: _type = "Task" [ 1855.115427] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.131254] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.131254] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1855.131254] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1855.131896] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2367bbe-2ca4-4b2a-bd4c-7d37700e2a5b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.140885] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Releasing lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.143258] env[62187]: DEBUG nova.compute.manager [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Received event network-vif-plugged-9c2f5114-79cc-4031-b27b-5e39e865e9bf {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.143258] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Acquiring lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.143258] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.143258] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.143258] env[62187]: DEBUG nova.compute.manager [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] No waiting events found dispatching network-vif-plugged-9c2f5114-79cc-4031-b27b-5e39e865e9bf {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.143484] env[62187]: WARNING nova.compute.manager [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Received unexpected event network-vif-plugged-9c2f5114-79cc-4031-b27b-5e39e865e9bf for instance with vm_state building and task_state spawning. [ 1855.143484] env[62187]: DEBUG nova.compute.manager [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Received event network-changed-9c2f5114-79cc-4031-b27b-5e39e865e9bf {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.143484] env[62187]: DEBUG nova.compute.manager [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Refreshing instance network info cache due to event network-changed-9c2f5114-79cc-4031-b27b-5e39e865e9bf. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1855.143484] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Acquiring lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.143484] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Acquired lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.144903] env[62187]: DEBUG nova.network.neutron [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Refreshing network info cache for port 9c2f5114-79cc-4031-b27b-5e39e865e9bf {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.144903] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1855.144903] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52321c61-8f9d-abce-4924-5941a2233e29" [ 1855.144903] env[62187]: _type = "Task" [ 1855.144903] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.157746] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52321c61-8f9d-abce-4924-5941a2233e29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.170960] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132278, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.260981] env[62187]: DEBUG nova.network.neutron [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.311383] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "26375696-a789-4eec-91cf-47ef118b2bbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.311923] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.327836] env[62187]: DEBUG nova.compute.utils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.332285] env[62187]: DEBUG nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.335133] env[62187]: DEBUG nova.network.neutron [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.385379] env[62187]: DEBUG nova.policy [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '715dbe509068479faedee7614b65d516', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9243420454944bf826351a7212d7c98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1855.424677] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1855.425127] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1855.522728] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Releasing lock "refresh_cache-557e6d8d-129d-4c97-92dc-dcef8439b1da" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.523296] env[62187]: DEBUG nova.compute.manager [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Received event network-vif-plugged-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.523550] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Acquiring lock "e1a29ed5-b2be-43d8-b094-d70b5671d223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.523910] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.523910] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.524134] env[62187]: DEBUG nova.compute.manager [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] No waiting events found dispatching network-vif-plugged-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1855.524269] env[62187]: WARNING nova.compute.manager [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Received unexpected event network-vif-plugged-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d for instance with vm_state building and task_state spawning. [ 1855.524440] env[62187]: DEBUG nova.compute.manager [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Received event network-changed-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1855.524585] env[62187]: DEBUG nova.compute.manager [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Refreshing instance network info cache due to event network-changed-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1855.524768] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Acquiring lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.524915] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Acquired lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.525064] env[62187]: DEBUG nova.network.neutron [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Refreshing network info cache for port 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.567992] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842277} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.570918] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b15866f3-5b1f-42fd-96d4-e76ed97e1c56/b15866f3-5b1f-42fd-96d4-e76ed97e1c56.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1855.571179] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1855.571888] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ba4ce6e-4a36-4b65-8135-4a7a30c0b24c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.584046] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1855.584046] env[62187]: value = "task-2132281" [ 1855.584046] env[62187]: _type = "Task" [ 1855.584046] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.593902] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.626520] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132280, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.662938] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52321c61-8f9d-abce-4924-5941a2233e29, 'name': SearchDatastore_Task, 'duration_secs': 0.062779} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.667263] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e4d9df-bc02-4332-b121-d05c5465daa8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.677842] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132278, 'name': CreateVM_Task, 'duration_secs': 1.018974} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.680832] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1855.681380] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1855.681380] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52923e8d-db56-879d-d41c-cc03fdf3c71a" [ 1855.681380] env[62187]: _type = "Task" [ 1855.681380] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.682363] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.682653] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.683213] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1855.684058] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f0db8b-acc3-479b-a7ca-9f1c641a17a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.692260] env[62187]: DEBUG nova.network.neutron [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updating instance_info_cache with network_info: [{"id": "933ad78c-1129-405a-a83d-82a318b58f52", "address": "fa:16:3e:59:8d:44", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933ad78c-11", "ovs_interfaceid": "933ad78c-1129-405a-a83d-82a318b58f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.705419] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1855.705419] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52287372-3fff-29ae-ba95-67ec5c2715b4" [ 1855.705419] env[62187]: _type = "Task" [ 1855.705419] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.705986] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52923e8d-db56-879d-d41c-cc03fdf3c71a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.722938] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52287372-3fff-29ae-ba95-67ec5c2715b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.814131] env[62187]: DEBUG nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1855.826455] env[62187]: DEBUG nova.network.neutron [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Successfully created port: 678d261e-d7c7-4682-beaa-1aa11de9f15b {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1855.830822] env[62187]: DEBUG nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.033467] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7ab987-d6c1-46d0-b9e5-e056116b222a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.044373] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbf0d66-7f0d-4a48-aa42-2c99cd6f11a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.081422] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf0ccfc-f046-45b6-82da-36c8521c80f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.099175] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979e9f9-02b0-4003-bd6d-4cb561f8368e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.099339] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100795} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.100503] env[62187]: DEBUG nova.network.neutron [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Updated VIF entry in instance network info cache for port 9c2f5114-79cc-4031-b27b-5e39e865e9bf. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.100889] env[62187]: DEBUG nova.network.neutron [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Updating instance_info_cache with network_info: [{"id": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "address": "fa:16:3e:7e:23:36", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2f5114-79", "ovs_interfaceid": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.102727] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.107166] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b33059f-0903-4fcb-b7e1-c584ced4215a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.115178] env[62187]: DEBUG nova.compute.provider_tree [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.143729] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b15866f3-5b1f-42fd-96d4-e76ed97e1c56/b15866f3-5b1f-42fd-96d4-e76ed97e1c56.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.144659] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1528da8-2095-40cd-b2ec-e594913bb4cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.165043] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679793} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.165043] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 557e6d8d-129d-4c97-92dc-dcef8439b1da/557e6d8d-129d-4c97-92dc-dcef8439b1da.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.165043] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.165043] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4b58c60-9756-4646-94c6-ba50b94f9c5b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.170133] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1856.170133] env[62187]: value = "task-2132282" [ 1856.170133] env[62187]: _type = "Task" [ 1856.170133] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.175355] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1856.175355] env[62187]: value = "task-2132283" [ 1856.175355] env[62187]: _type = "Task" [ 1856.175355] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.180750] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.186109] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.195786] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Releasing lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.196450] env[62187]: DEBUG nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Instance network_info: |[{"id": "933ad78c-1129-405a-a83d-82a318b58f52", "address": "fa:16:3e:59:8d:44", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933ad78c-11", "ovs_interfaceid": "933ad78c-1129-405a-a83d-82a318b58f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.196658] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52923e8d-db56-879d-d41c-cc03fdf3c71a, 'name': SearchDatastore_Task, 'duration_secs': 0.055818} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.197265] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:8d:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '933ad78c-1129-405a-a83d-82a318b58f52', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.206525] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Creating folder: Project (2451fbfa99e146a29055c7c8f9ae44d4). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.206525] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.206887] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e1a29ed5-b2be-43d8-b094-d70b5671d223/e1a29ed5-b2be-43d8-b094-d70b5671d223.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1856.211497] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b97d0b6c-c302-4eb5-91ce-df5ec2b07d57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.211497] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e0d0f2e-95e0-432a-98c6-e7388fb75581 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.231025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "cce416e6-1f41-4086-9490-1ff08fca5994" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.231025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.231897] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1856.231897] env[62187]: value = "task-2132285" [ 1856.231897] env[62187]: _type = "Task" [ 1856.231897] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.232446] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Created folder: Project (2451fbfa99e146a29055c7c8f9ae44d4) in parent group-v435995. [ 1856.232688] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Creating folder: Instances. Parent ref: group-v436008. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1856.233973] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22de0afc-cdab-4f6c-be45-f578ea680ada {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.245198] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52287372-3fff-29ae-ba95-67ec5c2715b4, 'name': SearchDatastore_Task, 'duration_secs': 0.047318} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.245906] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.247432] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1856.247432] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.247432] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.247432] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1856.247432] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-356a98b5-bc75-4b0b-914b-93fd4bd670a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.253095] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.258639] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Created folder: Instances in parent group-v436008. [ 1856.258639] env[62187]: DEBUG oslo.service.loopingcall [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.258639] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.258822] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed0889b-4eac-4a31-b1bc-a4ebee59b9ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.276491] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1856.276734] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1856.278463] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed79de8-6be4-48ea-8f6c-ec6fc1951d3a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.283023] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.283023] env[62187]: value = "task-2132287" [ 1856.283023] env[62187]: _type = "Task" [ 1856.283023] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.284680] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1856.284680] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528c1ddc-88e6-96de-7fc4-d8d0ee6e13f7" [ 1856.284680] env[62187]: _type = "Task" [ 1856.284680] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.300268] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132287, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.303271] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528c1ddc-88e6-96de-7fc4-d8d0ee6e13f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.346414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.449395] env[62187]: DEBUG nova.network.neutron [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updated VIF entry in instance network info cache for port 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.450198] env[62187]: DEBUG nova.network.neutron [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updating instance_info_cache with network_info: [{"id": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "address": "fa:16:3e:fd:1f:0b", "network": {"id": "5d411a32-daab-4144-b1b1-1e38edd624e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1384321901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef266eabf8824ae1a8c46a979bd2dec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbbef7-4b", "ovs_interfaceid": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.607718] env[62187]: DEBUG oslo_concurrency.lockutils [req-de52840e-5ee9-49b1-8f5c-1ff49ccf8195 req-604e79c2-8235-4038-8d73-26c527a62e14 service nova] Releasing lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.621093] env[62187]: DEBUG nova.scheduler.client.report [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1856.683422] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132282, 'name': ReconfigVM_Task, 'duration_secs': 0.45743} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.684244] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b15866f3-5b1f-42fd-96d4-e76ed97e1c56/b15866f3-5b1f-42fd-96d4-e76ed97e1c56.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1856.684987] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e12a0e1f-1b1f-4776-8031-e5d124f3e692 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.691010] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067556} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.692501] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1856.692905] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1856.692905] env[62187]: value = "task-2132288" [ 1856.692905] env[62187]: _type = "Task" [ 1856.692905] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.693634] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6465a8c3-16ee-4504-a936-b16c14903ad3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.725143] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 557e6d8d-129d-4c97-92dc-dcef8439b1da/557e6d8d-129d-4c97-92dc-dcef8439b1da.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1856.729021] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a8913a-dd56-47e9-87fa-fc21f6a281f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.743404] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132288, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.746705] env[62187]: DEBUG nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1856.755601] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522906} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.755797] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e1a29ed5-b2be-43d8-b094-d70b5671d223/e1a29ed5-b2be-43d8-b094-d70b5671d223.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1856.755998] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1856.756252] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1869689-ec03-46db-8efc-1e9cd031c263 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.759578] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1856.759578] env[62187]: value = "task-2132289" [ 1856.759578] env[62187]: _type = "Task" [ 1856.759578] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.765338] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1856.765338] env[62187]: value = "task-2132290" [ 1856.765338] env[62187]: _type = "Task" [ 1856.765338] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.774087] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.777707] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.801320] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132287, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.804710] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528c1ddc-88e6-96de-7fc4-d8d0ee6e13f7, 'name': SearchDatastore_Task, 'duration_secs': 0.020498} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.806664] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e87ebf-3e14-4805-b93c-03a5a3acb5dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.810929] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1856.810929] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5252aaa4-59a1-0f4d-3c36-df6a3f6be072" [ 1856.810929] env[62187]: _type = "Task" [ 1856.810929] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.820983] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5252aaa4-59a1-0f4d-3c36-df6a3f6be072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.845291] env[62187]: DEBUG nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.875364] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1856.875672] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.875877] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1856.876154] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.876330] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1856.876519] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1856.876776] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1856.876977] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1856.877205] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1856.877423] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1856.877711] env[62187]: DEBUG nova.virt.hardware [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1856.878912] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430dcf62-494f-4f4c-893b-fbb9f80b57b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.888444] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec296c40-5bc1-4700-ac00-c50a8e585051 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.952737] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c64dfd1-1af0-47a5-813a-579a03cbc7e3 req-2ca56292-f608-498b-a7d8-79232394a024 service nova] Releasing lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.126885] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.127214] env[62187]: DEBUG nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.132180] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.758s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.133016] env[62187]: INFO nova.compute.claims [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.191633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.191633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.207633] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132288, 'name': Rename_Task, 'duration_secs': 0.236841} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.208305] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.208717] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cddefe66-d880-46db-a6c0-380dd22358c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.217064] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1857.217064] env[62187]: value = "task-2132291" [ 1857.217064] env[62187]: _type = "Task" [ 1857.217064] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.226199] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.273515] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132289, 'name': ReconfigVM_Task, 'duration_secs': 0.293453} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.274836] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.275742] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 557e6d8d-129d-4c97-92dc-dcef8439b1da/557e6d8d-129d-4c97-92dc-dcef8439b1da.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1857.279019] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bea913f-e30a-48a7-b674-d66651ca31e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.282690] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073023} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.284072] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1857.288020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c98cc4-e571-48e6-a6b0-7a63bb09614c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.293632] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1857.293632] env[62187]: value = "task-2132292" [ 1857.293632] env[62187]: _type = "Task" [ 1857.293632] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.311078] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132287, 'name': CreateVM_Task, 'duration_secs': 0.631579} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.320621] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] e1a29ed5-b2be-43d8-b094-d70b5671d223/e1a29ed5-b2be-43d8-b094-d70b5671d223.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1857.321454] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.321748] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd07aa86-c70e-4901-803c-dcb0fde74b0a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.343913] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.344253] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.344606] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1857.345641] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132292, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.345954] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d26f8e1-331c-490f-8f62-5b1ee940a4ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.351210] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1857.351210] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522ccf13-dabc-2cf8-b04c-5fa9db2bdd8c" [ 1857.351210] env[62187]: _type = "Task" [ 1857.351210] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.354936] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5252aaa4-59a1-0f4d-3c36-df6a3f6be072, 'name': SearchDatastore_Task, 'duration_secs': 0.024615} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.359629] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.359977] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9b38cbcc-2475-4ff1-b9fe-491bbab28173/9b38cbcc-2475-4ff1-b9fe-491bbab28173.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1857.360409] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1857.360409] env[62187]: value = "task-2132293" [ 1857.360409] env[62187]: _type = "Task" [ 1857.360409] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.360648] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad052d86-bca0-448c-b966-264e38cc8f76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.371032] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522ccf13-dabc-2cf8-b04c-5fa9db2bdd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.371769] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.371937] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.372211] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.372374] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.372577] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.372846] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bfacf71-9670-4411-94fc-4cc45e315c12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.379635] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.380368] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1857.380368] env[62187]: value = "task-2132294" [ 1857.380368] env[62187]: _type = "Task" [ 1857.380368] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.386246] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.386519] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.391926] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8228a837-693c-4346-971b-49b3547ca154 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.394389] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.397887] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1857.397887] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522c853e-48f3-3229-4e3d-27a523c1e20e" [ 1857.397887] env[62187]: _type = "Task" [ 1857.397887] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.406105] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522c853e-48f3-3229-4e3d-27a523c1e20e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.639110] env[62187]: DEBUG nova.compute.utils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.643851] env[62187]: DEBUG nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Not allocating networking since 'none' was specified. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1857.729944] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132291, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.771100] env[62187]: DEBUG nova.compute.manager [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Received event network-vif-plugged-933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1857.771317] env[62187]: DEBUG oslo_concurrency.lockutils [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] Acquiring lock "e7b958d1-011a-4278-95e0-200b4c82315d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.771566] env[62187]: DEBUG oslo_concurrency.lockutils [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] Lock "e7b958d1-011a-4278-95e0-200b4c82315d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.771726] env[62187]: DEBUG oslo_concurrency.lockutils [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] Lock "e7b958d1-011a-4278-95e0-200b4c82315d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.771902] env[62187]: DEBUG nova.compute.manager [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] No waiting events found dispatching network-vif-plugged-933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1857.772090] env[62187]: WARNING nova.compute.manager [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Received unexpected event network-vif-plugged-933ad78c-1129-405a-a83d-82a318b58f52 for instance with vm_state building and task_state spawning. [ 1857.772264] env[62187]: DEBUG nova.compute.manager [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Received event network-changed-933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1857.772540] env[62187]: DEBUG nova.compute.manager [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Refreshing instance network info cache due to event network-changed-933ad78c-1129-405a-a83d-82a318b58f52. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1857.772604] env[62187]: DEBUG oslo_concurrency.lockutils [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] Acquiring lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.772714] env[62187]: DEBUG oslo_concurrency.lockutils [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] Acquired lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.772898] env[62187]: DEBUG nova.network.neutron [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Refreshing network info cache for port 933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1857.811850] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132292, 'name': Rename_Task, 'duration_secs': 0.139634} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.812175] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1857.812454] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00cb4c79-a38b-4639-8b24-767b9c2d2426 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.822115] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1857.822115] env[62187]: value = "task-2132295" [ 1857.822115] env[62187]: _type = "Task" [ 1857.822115] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.833554] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.877771] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.891419] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132294, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.913389] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522c853e-48f3-3229-4e3d-27a523c1e20e, 'name': SearchDatastore_Task, 'duration_secs': 0.011971} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.914383] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b3f01c-c476-429f-9668-301b4d837724 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.926108] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1857.926108] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528efbe3-e29f-356b-b5b8-06063aa01b51" [ 1857.926108] env[62187]: _type = "Task" [ 1857.926108] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.937390] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528efbe3-e29f-356b-b5b8-06063aa01b51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.080598] env[62187]: DEBUG nova.network.neutron [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Successfully updated port: 678d261e-d7c7-4682-beaa-1aa11de9f15b {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.147297] env[62187]: DEBUG nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.238016] env[62187]: DEBUG oslo_vmware.api [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132291, 'name': PowerOnVM_Task, 'duration_secs': 0.71377} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.239751] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.244361] env[62187]: INFO nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Took 15.11 seconds to spawn the instance on the hypervisor. [ 1858.244361] env[62187]: DEBUG nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.244361] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b421b8-bb74-4221-b476-b0ea687b5f9e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.339037] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.381308] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132293, 'name': ReconfigVM_Task, 'duration_secs': 0.619563} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.381594] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Reconfigured VM instance instance-00000003 to attach disk [datastore2] e1a29ed5-b2be-43d8-b094-d70b5671d223/e1a29ed5-b2be-43d8-b094-d70b5671d223.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.382298] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d91afc94-5188-4c3c-bc4f-e0f0b8489e06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.393983] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520227} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.394491] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9b38cbcc-2475-4ff1-b9fe-491bbab28173/9b38cbcc-2475-4ff1-b9fe-491bbab28173.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.394491] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.395052] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1858.395052] env[62187]: value = "task-2132296" [ 1858.395052] env[62187]: _type = "Task" [ 1858.395052] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.395052] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bb98057-268c-477a-9bb0-b15267f16ac6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.413897] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132296, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.419603] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1858.419603] env[62187]: value = "task-2132297" [ 1858.419603] env[62187]: _type = "Task" [ 1858.419603] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.429823] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.446167] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528efbe3-e29f-356b-b5b8-06063aa01b51, 'name': SearchDatastore_Task, 'duration_secs': 0.019008} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.446167] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.446167] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e7b958d1-011a-4278-95e0-200b4c82315d/e7b958d1-011a-4278-95e0-200b4c82315d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.446167] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fc17f9a-4e86-4391-b6a6-1fb104e1f38f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.454978] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1858.454978] env[62187]: value = "task-2132298" [ 1858.454978] env[62187]: _type = "Task" [ 1858.454978] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.459830] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce76fb-ddcd-427d-9ff3-0faf65fe762e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.472713] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.473718] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d1077-6df9-411b-959c-94c8984fe510 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.515581] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aee433-e57e-4a60-86ff-eca5f94ee819 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.524061] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e4bc1-8406-4e1a-99bd-022fdc1711a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.542707] env[62187]: DEBUG nova.compute.provider_tree [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.588778] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "refresh_cache-403bc23e-0bb5-4d8a-8b43-c7a0a933d187" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.590829] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquired lock "refresh_cache-403bc23e-0bb5-4d8a-8b43-c7a0a933d187" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.590829] env[62187]: DEBUG nova.network.neutron [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.769902] env[62187]: INFO nova.compute.manager [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Took 19.93 seconds to build instance. [ 1858.805844] env[62187]: DEBUG nova.network.neutron [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updated VIF entry in instance network info cache for port 933ad78c-1129-405a-a83d-82a318b58f52. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.806303] env[62187]: DEBUG nova.network.neutron [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updating instance_info_cache with network_info: [{"id": "933ad78c-1129-405a-a83d-82a318b58f52", "address": "fa:16:3e:59:8d:44", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933ad78c-11", "ovs_interfaceid": "933ad78c-1129-405a-a83d-82a318b58f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.834267] env[62187]: DEBUG oslo_vmware.api [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132295, 'name': PowerOnVM_Task, 'duration_secs': 0.51826} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.834540] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1858.834951] env[62187]: INFO nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Took 13.45 seconds to spawn the instance on the hypervisor. [ 1858.834951] env[62187]: DEBUG nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1858.835769] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00219a0f-9934-43c2-9130-eddac6c921f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.909801] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132296, 'name': Rename_Task, 'duration_secs': 0.149183} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.910601] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1858.912339] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57dafe70-56d5-4d9f-b019-7d8e2c3c3134 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.917754] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1858.917754] env[62187]: value = "task-2132299" [ 1858.917754] env[62187]: _type = "Task" [ 1858.917754] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.932573] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.933500] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072607} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.933740] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1858.934724] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c747b3f2-112a-498a-a721-ac473305ef13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.958427] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 9b38cbcc-2475-4ff1-b9fe-491bbab28173/9b38cbcc-2475-4ff1-b9fe-491bbab28173.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.958819] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b543296-e8c2-4201-8dea-3327151345f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.983022] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132298, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.984552] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1858.984552] env[62187]: value = "task-2132300" [ 1858.984552] env[62187]: _type = "Task" [ 1858.984552] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.992946] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.045683] env[62187]: DEBUG nova.scheduler.client.report [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1859.163317] env[62187]: DEBUG nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.170811] env[62187]: DEBUG nova.network.neutron [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.213837] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1859.214095] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.214250] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1859.217019] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.217019] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1859.217019] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1859.221417] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1859.221417] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1859.221417] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1859.221417] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1859.221417] env[62187]: DEBUG nova.virt.hardware [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1859.224348] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660341b-cfb8-4231-9492-cfc25d887c19 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.237548] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce11307-d107-4a3a-9ed3-1b0cc5905c04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.254037] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1859.259892] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Creating folder: Project (753cba05079741f0a70ecb3c6f1d0673). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1859.260544] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ada519f-5a6a-44ca-9ca2-ad0a714636a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.271514] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Created folder: Project (753cba05079741f0a70ecb3c6f1d0673) in parent group-v435995. [ 1859.271726] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Creating folder: Instances. Parent ref: group-v436011. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1859.272019] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86970daf-9325-4437-abb9-2a2c2ff65f25 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.274186] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0c5403af-c4fc-4334-920c-5bca71f55e60 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.442s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.284563] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Created folder: Instances in parent group-v436011. [ 1859.286370] env[62187]: DEBUG oslo.service.loopingcall [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1859.286370] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1859.286370] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a1dd07-f835-4a08-a129-65f25f31f0c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.308878] env[62187]: DEBUG oslo_concurrency.lockutils [req-d2106628-91fe-4544-95d2-852c5c2897a9 req-3a323741-39a7-4f2d-9d84-a173ab550ecd service nova] Releasing lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.310791] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1859.310791] env[62187]: value = "task-2132303" [ 1859.310791] env[62187]: _type = "Task" [ 1859.310791] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.319894] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132303, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.358187] env[62187]: INFO nova.compute.manager [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Took 19.54 seconds to build instance. [ 1859.424985] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1859.433555] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132299, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.471044] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870315} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.471044] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e7b958d1-011a-4278-95e0-200b4c82315d/e7b958d1-011a-4278-95e0-200b4c82315d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1859.471044] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1859.471320] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8ac99d1-1acd-4b44-b890-d23fe0d4e19b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.479954] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1859.479954] env[62187]: value = "task-2132304" [ 1859.479954] env[62187]: _type = "Task" [ 1859.479954] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.493357] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.500016] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.535551] env[62187]: DEBUG nova.network.neutron [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Updating instance_info_cache with network_info: [{"id": "678d261e-d7c7-4682-beaa-1aa11de9f15b", "address": "fa:16:3e:dd:e6:c3", "network": {"id": "71ff273b-6299-4a62-8c10-0e420958b5b2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-179872387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b9243420454944bf826351a7212d7c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678d261e-d7", "ovs_interfaceid": "678d261e-d7c7-4682-beaa-1aa11de9f15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.551433] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.552032] env[62187]: DEBUG nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.557755] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.212s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.561039] env[62187]: INFO nova.compute.claims [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1859.776941] env[62187]: DEBUG nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1859.824403] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132303, 'name': CreateVM_Task, 'duration_secs': 0.390816} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.824908] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.826102] env[62187]: DEBUG oslo_vmware.service [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c7a5f-a8f9-4ef6-b008-a10de730c354 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.840142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.840142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.840142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1859.841200] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8088f1-790d-4610-bc22-43259fd8878c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.847199] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1859.847199] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e449c0-67c2-954c-a336-da231284582a" [ 1859.847199] env[62187]: _type = "Task" [ 1859.847199] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.856750] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e449c0-67c2-954c-a336-da231284582a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.861291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-29e56b3f-fee5-4c0a-a3df-01364f1972e8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.046s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.929809] env[62187]: DEBUG oslo_vmware.api [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132299, 'name': PowerOnVM_Task, 'duration_secs': 0.715851} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.930192] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1859.930486] env[62187]: INFO nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1859.930679] env[62187]: DEBUG nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.931663] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cba3458-75d3-4d91-a7a1-154fb9bf158f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.935482] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.998535] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132300, 'name': ReconfigVM_Task, 'duration_secs': 0.796389} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.001607] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 9b38cbcc-2475-4ff1-b9fe-491bbab28173/9b38cbcc-2475-4ff1-b9fe-491bbab28173.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.002282] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158495} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.003134] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c826bb2b-551d-4be3-8812-c41939b51639 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.004749] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1860.005822] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e06203-7a06-4e95-a618-d7e047e63ffe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.021643] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1860.021643] env[62187]: value = "task-2132305" [ 1860.021643] env[62187]: _type = "Task" [ 1860.021643] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.032898] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e7b958d1-011a-4278-95e0-200b4c82315d/e7b958d1-011a-4278-95e0-200b4c82315d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1860.032898] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81b03b67-8e97-472a-8ac8-bc4cfe1502c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.050990] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Releasing lock "refresh_cache-403bc23e-0bb5-4d8a-8b43-c7a0a933d187" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.051333] env[62187]: DEBUG nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Instance network_info: |[{"id": "678d261e-d7c7-4682-beaa-1aa11de9f15b", "address": "fa:16:3e:dd:e6:c3", "network": {"id": "71ff273b-6299-4a62-8c10-0e420958b5b2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-179872387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b9243420454944bf826351a7212d7c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678d261e-d7", "ovs_interfaceid": "678d261e-d7c7-4682-beaa-1aa11de9f15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1860.052373] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:e6:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '678d261e-d7c7-4682-beaa-1aa11de9f15b', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1860.059844] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Creating folder: Project (b9243420454944bf826351a7212d7c98). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1860.060846] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a8405ad-b024-4926-ab7f-873b4bb96017 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.064166] env[62187]: DEBUG nova.compute.utils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.070131] env[62187]: DEBUG nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.070401] env[62187]: DEBUG nova.network.neutron [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.078736] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1860.078736] env[62187]: value = "task-2132306" [ 1860.078736] env[62187]: _type = "Task" [ 1860.078736] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.078736] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132305, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.083118] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Created folder: Project (b9243420454944bf826351a7212d7c98) in parent group-v435995. [ 1860.083308] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Creating folder: Instances. Parent ref: group-v436014. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1860.087671] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68c7eb31-8cc7-4d32-b99d-6160f10718be {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.090336] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.097310] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Created folder: Instances in parent group-v436014. [ 1860.097517] env[62187]: DEBUG oslo.service.loopingcall [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.098297] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1860.098297] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8db99da-4ebd-4575-9523-bde9afc0bb98 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.123247] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1860.123247] env[62187]: value = "task-2132309" [ 1860.123247] env[62187]: _type = "Task" [ 1860.123247] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.132167] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132309, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.256217] env[62187]: DEBUG nova.policy [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93294103b11043ef9cb829cd9cedf995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6e985f876bf4fa8b3b31ca76edb0808', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1860.308410] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.359125] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.359352] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.359616] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.359918] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.360122] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.360396] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f557a4-faf1-4dab-9a20-5bc0af2db908 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.368948] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.369058] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.369757] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c05a39-27b7-45b7-a301-7b29e2dbbb36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.378660] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d116ad-945a-4805-ad5f-31a5d37173b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.384057] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1860.384057] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528f2a42-502a-5457-40e9-489491d942aa" [ 1860.384057] env[62187]: _type = "Task" [ 1860.384057] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.396656] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528f2a42-502a-5457-40e9-489491d942aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.458043] env[62187]: INFO nova.compute.manager [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Took 20.18 seconds to build instance. [ 1860.543886] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132305, 'name': Rename_Task, 'duration_secs': 0.319656} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.544189] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.544436] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b27d5aa9-89f0-4449-b73e-d03c747df3a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.551079] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1860.551079] env[62187]: value = "task-2132310" [ 1860.551079] env[62187]: _type = "Task" [ 1860.551079] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.559978] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.570943] env[62187]: DEBUG nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1860.590159] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132306, 'name': ReconfigVM_Task, 'duration_secs': 0.513045} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.590159] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e7b958d1-011a-4278-95e0-200b4c82315d/e7b958d1-011a-4278-95e0-200b4c82315d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.590159] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7330be0-6cc5-473d-ac65-b0b4c9a900a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.596602] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1860.596602] env[62187]: value = "task-2132311" [ 1860.596602] env[62187]: _type = "Task" [ 1860.596602] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.605527] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132311, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.635089] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132309, 'name': CreateVM_Task, 'duration_secs': 0.490287} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.635315] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1860.636057] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.638139] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.638437] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1860.638767] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-663f37bf-4171-4364-a0ec-5708a6130022 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.651452] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1860.651452] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520e5ede-8fda-1d11-02d9-03260c6ad4b6" [ 1860.651452] env[62187]: _type = "Task" [ 1860.651452] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.665416] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520e5ede-8fda-1d11-02d9-03260c6ad4b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.823926] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a27f704-2701-4bf7-8bce-67be3d87750f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.833341] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc59654-a2b5-480a-a8f5-6a8f7d635d34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.870894] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1858750-58bf-4937-a8e6-26a2646234b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.874353] env[62187]: DEBUG nova.network.neutron [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Successfully created port: 767f4012-29a8-43fd-a2e0-d87b76e70bfc {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1860.881594] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbfa78b-9bdb-42b4-ae84-1ce243fb8bef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.899547] env[62187]: DEBUG nova.compute.provider_tree [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.904968] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Preparing fetch location {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1860.905334] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Creating directory with path [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.905516] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-447e0d11-d490-4196-ad97-5c58ad534a1f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.926057] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Created directory with path [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.927163] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Fetch image to [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1860.927163] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Downloading image file data b2655528-3b79-4c65-848a-63730c3e881c to [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62187) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1860.927295] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e7247a-ef86-4458-82f6-1bd5b1ac54eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.935066] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5060128-5ae1-4198-b509-a3fb9fc841b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.945681] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e6960f-1d43-45e8-b835-63a191012ff6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.978240] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e74c2fd9-9def-4dfc-b08f-59ca127889e6 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.715s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.979474] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a824c80f-b83f-42d4-837e-91b21ef0fa78 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.986396] env[62187]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-dfa1c814-baa8-4fdf-b977-5489ddbe708c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.062870] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132310, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.087827] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Downloading image file data b2655528-3b79-4c65-848a-63730c3e881c to the data store datastore1 {{(pid=62187) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1861.119114] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132311, 'name': Rename_Task, 'duration_secs': 0.176415} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.123819] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1861.124876] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a9cef5-71d5-44d9-ae18-e04dd578f466 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.132981] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1861.132981] env[62187]: value = "task-2132312" [ 1861.132981] env[62187]: _type = "Task" [ 1861.132981] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.143997] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.161963] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.162281] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1861.162475] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.167230] env[62187]: DEBUG oslo_vmware.rw_handles [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62187) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1861.406505] env[62187]: DEBUG nova.scheduler.client.report [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1861.564054] env[62187]: DEBUG oslo_vmware.api [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132310, 'name': PowerOnVM_Task, 'duration_secs': 0.680111} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.567473] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1861.567623] env[62187]: INFO nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Took 11.54 seconds to spawn the instance on the hypervisor. [ 1861.567871] env[62187]: DEBUG nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.568665] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee57483f-0a88-4fcc-a657-38b057144072 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.584653] env[62187]: DEBUG nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1861.622825] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1861.624037] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1861.624037] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1861.624037] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1861.624037] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1861.624037] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1861.624380] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1861.624380] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1861.624380] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1861.624473] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1861.624732] env[62187]: DEBUG nova.virt.hardware [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1861.625749] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712103f9-d5f4-4189-9780-3ab2007d9589 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.643034] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2f5d79-19e3-45b3-8e4b-bb51f578959e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.651542] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132312, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.669649] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.669904] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.670157] env[62187]: DEBUG nova.compute.manager [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.671122] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f723dbb5-4600-41a3-b5c9-504dc27b5b57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.677895] env[62187]: DEBUG nova.compute.manager [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1861.678898] env[62187]: DEBUG nova.objects.instance [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lazy-loading 'flavor' on Instance uuid b15866f3-5b1f-42fd-96d4-e76ed97e1c56 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1861.799084] env[62187]: DEBUG nova.compute.manager [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Received event network-vif-plugged-678d261e-d7c7-4682-beaa-1aa11de9f15b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1861.799084] env[62187]: DEBUG oslo_concurrency.lockutils [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] Acquiring lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.799209] env[62187]: DEBUG oslo_concurrency.lockutils [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.799505] env[62187]: DEBUG oslo_concurrency.lockutils [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.799793] env[62187]: DEBUG nova.compute.manager [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] No waiting events found dispatching network-vif-plugged-678d261e-d7c7-4682-beaa-1aa11de9f15b {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1861.799981] env[62187]: WARNING nova.compute.manager [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Received unexpected event network-vif-plugged-678d261e-d7c7-4682-beaa-1aa11de9f15b for instance with vm_state building and task_state spawning. [ 1861.800299] env[62187]: DEBUG nova.compute.manager [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Received event network-changed-678d261e-d7c7-4682-beaa-1aa11de9f15b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1861.800617] env[62187]: DEBUG nova.compute.manager [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Refreshing instance network info cache due to event network-changed-678d261e-d7c7-4682-beaa-1aa11de9f15b. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1861.801158] env[62187]: DEBUG oslo_concurrency.lockutils [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] Acquiring lock "refresh_cache-403bc23e-0bb5-4d8a-8b43-c7a0a933d187" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.801405] env[62187]: DEBUG oslo_concurrency.lockutils [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] Acquired lock "refresh_cache-403bc23e-0bb5-4d8a-8b43-c7a0a933d187" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.801649] env[62187]: DEBUG nova.network.neutron [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Refreshing network info cache for port 678d261e-d7c7-4682-beaa-1aa11de9f15b {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.879486] env[62187]: DEBUG oslo_vmware.rw_handles [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Completed reading data from the image iterator. {{(pid=62187) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1861.880724] env[62187]: DEBUG oslo_vmware.rw_handles [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1861.916960] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.917555] env[62187]: DEBUG nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1861.920684] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.646s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.922865] env[62187]: INFO nova.compute.claims [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.026792] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "9c1472cf-7406-4baa-be73-b8f59c235252" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.027049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "9c1472cf-7406-4baa-be73-b8f59c235252" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.048198] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Downloaded image file data b2655528-3b79-4c65-848a-63730c3e881c to vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62187) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1862.049169] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Caching image {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1862.049814] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Copying Virtual Disk [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk to [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.049814] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-187f39f7-5395-461e-9427-534f1771d550 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.058925] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1862.058925] env[62187]: value = "task-2132313" [ 1862.058925] env[62187]: _type = "Task" [ 1862.058925] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.069067] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.102729] env[62187]: INFO nova.compute.manager [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Took 21.20 seconds to build instance. [ 1862.144397] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132312, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.260337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Acquiring lock "557e6d8d-129d-4c97-92dc-dcef8439b1da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.260337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.260337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Acquiring lock "557e6d8d-129d-4c97-92dc-dcef8439b1da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.260337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.260685] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.265176] env[62187]: INFO nova.compute.manager [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Terminating instance [ 1862.427793] env[62187]: DEBUG nova.compute.utils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1862.434286] env[62187]: DEBUG nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1862.434519] env[62187]: DEBUG nova.network.neutron [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1862.530034] env[62187]: DEBUG nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1862.570846] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132313, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.590969] env[62187]: DEBUG nova.policy [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fdb45e8aa864a08babc2dfb5b095016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba6d82ea6da84c3ab49d712a3f257a8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1862.605608] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a5693923-e28c-43ee-863b-36274ef3ec93 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.707s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.643056] env[62187]: DEBUG nova.network.neutron [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Updated VIF entry in instance network info cache for port 678d261e-d7c7-4682-beaa-1aa11de9f15b. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.643922] env[62187]: DEBUG nova.network.neutron [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Updating instance_info_cache with network_info: [{"id": "678d261e-d7c7-4682-beaa-1aa11de9f15b", "address": "fa:16:3e:dd:e6:c3", "network": {"id": "71ff273b-6299-4a62-8c10-0e420958b5b2", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-179872387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b9243420454944bf826351a7212d7c98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap678d261e-d7", "ovs_interfaceid": "678d261e-d7c7-4682-beaa-1aa11de9f15b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.657704] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "623c4d1d-55ac-4685-b335-04117f96129a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.657846] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.659147] env[62187]: DEBUG oslo_vmware.api [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132312, 'name': PowerOnVM_Task, 'duration_secs': 1.404675} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.661596] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.661668] env[62187]: INFO nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Took 10.39 seconds to spawn the instance on the hypervisor. [ 1862.663302] env[62187]: DEBUG nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.663302] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00547553-0b00-4ab6-8ed3-12228061d628 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.693701] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.696565] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81fd51ce-62d4-4b27-ab6d-df5f7e9279e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.711602] env[62187]: DEBUG oslo_vmware.api [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1862.711602] env[62187]: value = "task-2132314" [ 1862.711602] env[62187]: _type = "Task" [ 1862.711602] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.720561] env[62187]: DEBUG oslo_vmware.api [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.776622] env[62187]: DEBUG nova.compute.manager [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.779120] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.779120] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4ba1c2-675f-4cec-b7bc-0dea27934aaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.787448] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.788051] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54633f19-3a0b-4497-abf6-2c68980f4482 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.800362] env[62187]: DEBUG oslo_vmware.api [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Waiting for the task: (returnval){ [ 1862.800362] env[62187]: value = "task-2132315" [ 1862.800362] env[62187]: _type = "Task" [ 1862.800362] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.809716] env[62187]: DEBUG oslo_vmware.api [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Task: {'id': task-2132315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.938640] env[62187]: DEBUG nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1863.057310] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.075618] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891903} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.075618] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Copied Virtual Disk [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk to [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1863.075618] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Deleting the datastore file [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c/tmp-sparse.vmdk {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.076653] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60e8268e-c813-4114-85b3-261f8ef5852a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.085322] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1863.085322] env[62187]: value = "task-2132316" [ 1863.085322] env[62187]: _type = "Task" [ 1863.085322] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.099060] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.155018] env[62187]: DEBUG oslo_concurrency.lockutils [req-e699653e-0085-4d62-a2ad-b79bd1b33997 req-89ef6606-e18c-4b5a-ac21-12ee7f0060f2 service nova] Releasing lock "refresh_cache-403bc23e-0bb5-4d8a-8b43-c7a0a933d187" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.165068] env[62187]: DEBUG nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1863.187831] env[62187]: INFO nova.compute.manager [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Took 22.24 seconds to build instance. [ 1863.238578] env[62187]: DEBUG oslo_vmware.api [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132314, 'name': PowerOffVM_Task, 'duration_secs': 0.344894} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.239757] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.239757] env[62187]: DEBUG nova.compute.manager [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.239894] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca80255-8024-4c15-bbbc-d1a388823d47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.283999] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ec802a-899d-4cda-bd3f-3170ecaa5458 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.296042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94909125-5c6b-42d2-a5ea-dd9d8d38a9cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.308651] env[62187]: DEBUG oslo_vmware.api [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Task: {'id': task-2132315, 'name': PowerOffVM_Task, 'duration_secs': 0.385383} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.333854] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.334064] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.335257] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-252ce03b-85f7-46d8-88e6-12df7089c19d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.337351] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e44cb-29e8-4fef-9cf5-936bb260c7bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.346258] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c31f50-8637-4688-85b8-96dac7b1e2c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.360214] env[62187]: DEBUG nova.compute.provider_tree [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.368420] env[62187]: DEBUG nova.network.neutron [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Successfully updated port: 767f4012-29a8-43fd-a2e0-d87b76e70bfc {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1863.510756] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.510952] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.511087] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Deleting the datastore file [datastore2] 557e6d8d-129d-4c97-92dc-dcef8439b1da {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.511361] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ff745d3-9b0d-44de-b340-3857444d36a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.520421] env[62187]: DEBUG oslo_vmware.api [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Waiting for the task: (returnval){ [ 1863.520421] env[62187]: value = "task-2132318" [ 1863.520421] env[62187]: _type = "Task" [ 1863.520421] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.526136] env[62187]: DEBUG nova.network.neutron [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Successfully created port: 6774d752-6fa4-43d8-aa85-16b49e7cf92e {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1863.535853] env[62187]: DEBUG oslo_vmware.api [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Task: {'id': task-2132318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.596939] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055853} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.597905] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.597905] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Moving file from [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff/b2655528-3b79-4c65-848a-63730c3e881c to [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c. {{(pid=62187) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1863.598045] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-81cdd12e-d703-4293-a403-3dbd869a3f70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.604618] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1863.604618] env[62187]: value = "task-2132319" [ 1863.604618] env[62187]: _type = "Task" [ 1863.604618] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.613274] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132319, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.666014] env[62187]: DEBUG nova.compute.manager [None req-a2b17398-88a8-4290-8592-4c6ff1e03fe9 tempest-ServerExternalEventsTest-1695959705 tempest-ServerExternalEventsTest-1695959705-project] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Received event network-changed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1863.666249] env[62187]: DEBUG nova.compute.manager [None req-a2b17398-88a8-4290-8592-4c6ff1e03fe9 tempest-ServerExternalEventsTest-1695959705 tempest-ServerExternalEventsTest-1695959705-project] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Refreshing instance network info cache due to event network-changed. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1863.666465] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a2b17398-88a8-4290-8592-4c6ff1e03fe9 tempest-ServerExternalEventsTest-1695959705 tempest-ServerExternalEventsTest-1695959705-project] Acquiring lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.666611] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a2b17398-88a8-4290-8592-4c6ff1e03fe9 tempest-ServerExternalEventsTest-1695959705 tempest-ServerExternalEventsTest-1695959705-project] Acquired lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.666768] env[62187]: DEBUG nova.network.neutron [None req-a2b17398-88a8-4290-8592-4c6ff1e03fe9 tempest-ServerExternalEventsTest-1695959705 tempest-ServerExternalEventsTest-1695959705-project] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.696900] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d8e04bd-978c-48a4-a78a-8858bb5d5073 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "e7b958d1-011a-4278-95e0-200b4c82315d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.759s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.702474] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.758672] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bc81932d-0410-49e0-80ac-cc4431aa1b76 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.089s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.863595] env[62187]: DEBUG nova.scheduler.client.report [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.871111] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "refresh_cache-2e9302e8-7348-4fdf-8cfb-a6e7308c7726" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.871190] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired lock "refresh_cache-2e9302e8-7348-4fdf-8cfb-a6e7308c7726" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.871329] env[62187]: DEBUG nova.network.neutron [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.953273] env[62187]: DEBUG nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1863.979089] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.979346] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.979504] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.979687] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.979829] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.979975] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.980213] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.980368] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.980558] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.980726] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.980896] env[62187]: DEBUG nova.virt.hardware [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.981823] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3be6ec-5eb6-4a21-b6e9-7d040f49d29f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.990242] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf88b73-7644-4ffe-aa2b-4db44647140c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.029992] env[62187]: DEBUG oslo_vmware.api [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Task: {'id': task-2132318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377227} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.030068] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.030221] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.030395] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.030749] env[62187]: INFO nova.compute.manager [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1864.030890] env[62187]: DEBUG oslo.service.loopingcall [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.031095] env[62187]: DEBUG nova.compute.manager [-] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1864.031195] env[62187]: DEBUG nova.network.neutron [-] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.121913] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132319, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.053109} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.122302] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] File moved {{(pid=62187) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1864.122598] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Cleaning up location [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1864.123573] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Deleting the datastore file [datastore1] vmware_temp/3569ba30-4193-4243-af63-3c462982adff {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1864.126492] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b5e0822-4760-4237-bc46-c75f242bcd48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.134026] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1864.134026] env[62187]: value = "task-2132320" [ 1864.134026] env[62187]: _type = "Task" [ 1864.134026] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.147569] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.372557] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.373517] env[62187]: DEBUG nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1864.377514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.442s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.377624] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.377965] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1864.378290] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.070s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.380120] env[62187]: INFO nova.compute.claims [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1864.388102] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a7a98-ef74-4cb6-ad2e-a6a5d10b49e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.398389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247f7909-eeb1-434f-bac7-2c22cccee77f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.417924] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7545c69-ac1d-403f-80e0-e19c99106d23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.426898] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06f4a66-ddcc-4488-9e13-0592fdec513c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.469169] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181279MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1864.470296] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.475369] env[62187]: DEBUG nova.network.neutron [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1864.644261] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052335} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.644624] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.645300] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a10b73-89dc-4c4a-9035-3659fa37f623 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.651011] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1864.651011] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524b3889-03f8-220f-1daa-98b73c4fac13" [ 1864.651011] env[62187]: _type = "Task" [ 1864.651011] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.661356] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524b3889-03f8-220f-1daa-98b73c4fac13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.741692] env[62187]: DEBUG nova.network.neutron [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Updating instance_info_cache with network_info: [{"id": "767f4012-29a8-43fd-a2e0-d87b76e70bfc", "address": "fa:16:3e:b6:e8:7e", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f4012-29", "ovs_interfaceid": "767f4012-29a8-43fd-a2e0-d87b76e70bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.839180] env[62187]: DEBUG nova.network.neutron [-] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.889328] env[62187]: DEBUG nova.compute.utils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.899031] env[62187]: DEBUG nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.899031] env[62187]: DEBUG nova.network.neutron [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.965058] env[62187]: DEBUG nova.network.neutron [None req-a2b17398-88a8-4290-8592-4c6ff1e03fe9 tempest-ServerExternalEventsTest-1695959705 tempest-ServerExternalEventsTest-1695959705-project] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Updating instance_info_cache with network_info: [{"id": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "address": "fa:16:3e:7e:23:36", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.40", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c2f5114-79", "ovs_interfaceid": "9c2f5114-79cc-4031-b27b-5e39e865e9bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.987154] env[62187]: DEBUG nova.policy [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ed2f5a1f1a04c2a98f0cf6b17413259', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '457186532f3e45cda9e502be80187b15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.164690] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524b3889-03f8-220f-1daa-98b73c4fac13, 'name': SearchDatastore_Task, 'duration_secs': 0.034008} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.164948] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.166084] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 26291caa-bdbf-45cb-a903-5be91ba48052/26291caa-bdbf-45cb-a903-5be91ba48052.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.166084] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1865.166084] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1865.167211] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-736c78fc-ebd1-488e-a6c5-bb2fd4fd9321 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.169103] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f4566c7-5822-4e02-819f-c26a3510df91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.178927] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1865.178927] env[62187]: value = "task-2132321" [ 1865.178927] env[62187]: _type = "Task" [ 1865.178927] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.184214] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1865.184523] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1865.185870] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279856a4-9b39-4bb2-9385-e2f7a15af591 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.192168] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.195360] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1865.195360] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525b1447-afe3-ae9e-d508-22f40bcf95bc" [ 1865.195360] env[62187]: _type = "Task" [ 1865.195360] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.204554] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525b1447-afe3-ae9e-d508-22f40bcf95bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.245130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Releasing lock "refresh_cache-2e9302e8-7348-4fdf-8cfb-a6e7308c7726" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.245553] env[62187]: DEBUG nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Instance network_info: |[{"id": "767f4012-29a8-43fd-a2e0-d87b76e70bfc", "address": "fa:16:3e:b6:e8:7e", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f4012-29", "ovs_interfaceid": "767f4012-29a8-43fd-a2e0-d87b76e70bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1865.246058] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e8:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '767f4012-29a8-43fd-a2e0-d87b76e70bfc', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1865.256717] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Creating folder: Project (a6e985f876bf4fa8b3b31ca76edb0808). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.257595] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03f82da0-1d07-480d-8b31-e318959a74df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.271220] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Created folder: Project (a6e985f876bf4fa8b3b31ca76edb0808) in parent group-v435995. [ 1865.271220] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Creating folder: Instances. Parent ref: group-v436017. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1865.271220] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1d94dd8-ed63-49c9-830f-0a193f9ca924 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.281643] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Created folder: Instances in parent group-v436017. [ 1865.281914] env[62187]: DEBUG oslo.service.loopingcall [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1865.282242] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1865.282382] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6da0178a-ac8c-4e65-abec-2da26c58488a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.308673] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1865.308673] env[62187]: value = "task-2132324" [ 1865.308673] env[62187]: _type = "Task" [ 1865.308673] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.320954] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132324, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.346350] env[62187]: INFO nova.compute.manager [-] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Took 1.31 seconds to deallocate network for instance. [ 1865.411228] env[62187]: DEBUG nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.469144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a2b17398-88a8-4290-8592-4c6ff1e03fe9 tempest-ServerExternalEventsTest-1695959705 tempest-ServerExternalEventsTest-1695959705-project] Releasing lock "refresh_cache-9b38cbcc-2475-4ff1-b9fe-491bbab28173" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.665112] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "92c37706-d510-4f1a-ad30-e3df46edcea9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.665372] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1865.691789] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490898} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.692281] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 26291caa-bdbf-45cb-a903-5be91ba48052/26291caa-bdbf-45cb-a903-5be91ba48052.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1865.692497] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1865.692896] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1186401e-4b5f-4ee9-b78d-eb39e89fc917 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.702371] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1865.702371] env[62187]: value = "task-2132325" [ 1865.702371] env[62187]: _type = "Task" [ 1865.702371] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.710624] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525b1447-afe3-ae9e-d508-22f40bcf95bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.714361] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f73e92-2d3d-4d87-9a97-9492eecbb20e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.720518] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cade0ae4-06b3-4a6e-8997-50d8a7cf09d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.724129] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.728102] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1865.728102] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e98fc8-6b76-c63c-4ca6-ab4a84054bef" [ 1865.728102] env[62187]: _type = "Task" [ 1865.728102] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.737183] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c19c5e-aef5-472b-8927-4180b78897f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.748466] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e98fc8-6b76-c63c-4ca6-ab4a84054bef, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.774645] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.775184] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 403bc23e-0bb5-4d8a-8b43-c7a0a933d187/403bc23e-0bb5-4d8a-8b43-c7a0a933d187.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.775853] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2465b268-eec7-4910-abbe-800fa0036f9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.778515] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b01cbe-e46f-4c5f-ae17-dcd9e175a396 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.783297] env[62187]: DEBUG nova.network.neutron [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Successfully created port: d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.791605] env[62187]: DEBUG nova.network.neutron [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Successfully updated port: 6774d752-6fa4-43d8-aa85-16b49e7cf92e {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1865.796410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd4f60-27ae-41a8-9376-1356c129cc55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.797874] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1865.797874] env[62187]: value = "task-2132326" [ 1865.797874] env[62187]: _type = "Task" [ 1865.797874] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.814734] env[62187]: DEBUG nova.compute.provider_tree [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.824365] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.830360] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132324, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.855402] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.168009] env[62187]: DEBUG nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1866.213164] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067031} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.213164] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.214690] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd51be86-4ee2-4146-b093-445c0f11f392 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.237408] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 26291caa-bdbf-45cb-a903-5be91ba48052/26291caa-bdbf-45cb-a903-5be91ba48052.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.237936] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3ecc0c-0925-409b-924e-699153c764a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.260629] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1866.260629] env[62187]: value = "task-2132327" [ 1866.260629] env[62187]: _type = "Task" [ 1866.260629] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.269724] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.301933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.301933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.301933] env[62187]: DEBUG nova.network.neutron [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.312027] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132326, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.323042] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132324, 'name': CreateVM_Task, 'duration_secs': 0.641948} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.323269] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1866.323922] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.324094] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.324433] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1866.325310] env[62187]: DEBUG nova.scheduler.client.report [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1866.328342] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd9f141-9d28-40a9-bd46-ac22c46c1b33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.334409] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1866.334409] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dc1279-348c-6dca-bb56-fd683cbe9f08" [ 1866.334409] env[62187]: _type = "Task" [ 1866.334409] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.344771] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dc1279-348c-6dca-bb56-fd683cbe9f08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.423728] env[62187]: DEBUG nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1866.462054] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1866.462311] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.462493] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1866.463999] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.465622] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1866.466162] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1866.466162] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1866.466272] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1866.466432] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1866.466798] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1866.466798] env[62187]: DEBUG nova.virt.hardware [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1866.469338] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca33d80-6794-42c6-8898-80f02bacab44 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.481084] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8b5f31-62a2-42ab-bc7c-b233c2ebdfd1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.694463] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.723666] env[62187]: DEBUG nova.compute.manager [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Received event network-vif-plugged-767f4012-29a8-43fd-a2e0-d87b76e70bfc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.723869] env[62187]: DEBUG oslo_concurrency.lockutils [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] Acquiring lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.724084] env[62187]: DEBUG oslo_concurrency.lockutils [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.724295] env[62187]: DEBUG oslo_concurrency.lockutils [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.724479] env[62187]: DEBUG nova.compute.manager [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] No waiting events found dispatching network-vif-plugged-767f4012-29a8-43fd-a2e0-d87b76e70bfc {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1866.725878] env[62187]: WARNING nova.compute.manager [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Received unexpected event network-vif-plugged-767f4012-29a8-43fd-a2e0-d87b76e70bfc for instance with vm_state building and task_state spawning. [ 1866.725878] env[62187]: DEBUG nova.compute.manager [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Received event network-changed-767f4012-29a8-43fd-a2e0-d87b76e70bfc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1866.725878] env[62187]: DEBUG nova.compute.manager [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Refreshing instance network info cache due to event network-changed-767f4012-29a8-43fd-a2e0-d87b76e70bfc. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1866.725878] env[62187]: DEBUG oslo_concurrency.lockutils [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] Acquiring lock "refresh_cache-2e9302e8-7348-4fdf-8cfb-a6e7308c7726" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.725878] env[62187]: DEBUG oslo_concurrency.lockutils [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] Acquired lock "refresh_cache-2e9302e8-7348-4fdf-8cfb-a6e7308c7726" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.726071] env[62187]: DEBUG nova.network.neutron [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Refreshing network info cache for port 767f4012-29a8-43fd-a2e0-d87b76e70bfc {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1866.772817] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.813588] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656904} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.813972] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 403bc23e-0bb5-4d8a-8b43-c7a0a933d187/403bc23e-0bb5-4d8a-8b43-c7a0a933d187.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.814181] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.814280] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c75f27a-452c-4376-88c8-49d58b157a72 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.822991] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1866.822991] env[62187]: value = "task-2132328" [ 1866.822991] env[62187]: _type = "Task" [ 1866.822991] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.831469] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.832181] env[62187]: DEBUG nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1866.838247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.781s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.839878] env[62187]: INFO nova.compute.claims [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.842832] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.844172] env[62187]: DEBUG nova.network.neutron [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.856117] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dc1279-348c-6dca-bb56-fd683cbe9f08, 'name': SearchDatastore_Task, 'duration_secs': 0.050842} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.857665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.857665] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1866.857665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.857665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.858063] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1866.858116] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf4ffff2-2567-45b6-b5dc-9510efcc48c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.873866] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1866.875336] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1866.875336] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5194d5a-e9bb-4e63-9cfe-63b07aa74374 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.880948] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1866.880948] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5266bb32-e8a4-f458-01b0-2e9628a8d462" [ 1866.880948] env[62187]: _type = "Task" [ 1866.880948] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.890033] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5266bb32-e8a4-f458-01b0-2e9628a8d462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.052605] env[62187]: DEBUG nova.network.neutron [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [{"id": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "address": "fa:16:3e:49:75:9d", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6774d752-6f", "ovs_interfaceid": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.106091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.106373] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.106695] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.106919] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.107111] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.109246] env[62187]: INFO nova.compute.manager [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Terminating instance [ 1867.270967] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132327, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.333960] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337206} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.334448] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1867.335369] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b35d84c-3169-4c50-b022-906bf07af0e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.356031] env[62187]: DEBUG nova.compute.utils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.369019] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 403bc23e-0bb5-4d8a-8b43-c7a0a933d187/403bc23e-0bb5-4d8a-8b43-c7a0a933d187.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1867.371102] env[62187]: DEBUG nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1867.371102] env[62187]: DEBUG nova.network.neutron [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1867.372730] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72cb423-ce8d-4c1d-86bc-341de51f0602 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.401756] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5266bb32-e8a4-f458-01b0-2e9628a8d462, 'name': SearchDatastore_Task, 'duration_secs': 0.047347} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.405163] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1867.405163] env[62187]: value = "task-2132329" [ 1867.405163] env[62187]: _type = "Task" [ 1867.405163] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.405163] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23457fd-0acd-49dd-b2cd-0d34a4a3e09a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.414128] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1867.414128] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528979d2-8e0d-f823-cdbc-6b64fde50329" [ 1867.414128] env[62187]: _type = "Task" [ 1867.414128] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.417748] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.426613] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528979d2-8e0d-f823-cdbc-6b64fde50329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.543141] env[62187]: DEBUG nova.network.neutron [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Successfully updated port: d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1867.551798] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.552048] env[62187]: DEBUG nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Instance network_info: |[{"id": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "address": "fa:16:3e:49:75:9d", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6774d752-6f", "ovs_interfaceid": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1867.553314] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:75:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6774d752-6fa4-43d8-aa85-16b49e7cf92e', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1867.563516] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Creating folder: Project (ba6d82ea6da84c3ab49d712a3f257a8e). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1867.564954] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b9d92a2-61e5-4c21-b225-e18bf57d868a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.577261] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Created folder: Project (ba6d82ea6da84c3ab49d712a3f257a8e) in parent group-v435995. [ 1867.577261] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Creating folder: Instances. Parent ref: group-v436020. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1867.577261] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d87a82b-02e2-4624-aa64-427493429272 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.587958] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Created folder: Instances in parent group-v436020. [ 1867.588299] env[62187]: DEBUG oslo.service.loopingcall [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.588508] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1867.588713] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d09182f2-dd33-4652-a374-04b552fdb818 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.611720] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1867.611720] env[62187]: value = "task-2132332" [ 1867.611720] env[62187]: _type = "Task" [ 1867.611720] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.612481] env[62187]: DEBUG nova.compute.manager [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.612718] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.616758] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822a29b7-1672-4f9a-b503-46d6874fce65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.625712] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132332, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.628493] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.630708] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edf11639-7b45-48ab-8a11-4bc3cf6c0b27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.640380] env[62187]: DEBUG oslo_vmware.api [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1867.640380] env[62187]: value = "task-2132333" [ 1867.640380] env[62187]: _type = "Task" [ 1867.640380] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.650013] env[62187]: DEBUG oslo_vmware.api [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.671048] env[62187]: DEBUG nova.policy [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1467556551246889618dac85f2ed055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '34ac5e41a644408eafc3960dc78b6627', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1867.683386] env[62187]: DEBUG nova.network.neutron [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Updated VIF entry in instance network info cache for port 767f4012-29a8-43fd-a2e0-d87b76e70bfc. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.683672] env[62187]: DEBUG nova.network.neutron [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Updating instance_info_cache with network_info: [{"id": "767f4012-29a8-43fd-a2e0-d87b76e70bfc", "address": "fa:16:3e:b6:e8:7e", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap767f4012-29", "ovs_interfaceid": "767f4012-29a8-43fd-a2e0-d87b76e70bfc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.775090] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132327, 'name': ReconfigVM_Task, 'duration_secs': 1.011346} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.775385] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 26291caa-bdbf-45cb-a903-5be91ba48052/26291caa-bdbf-45cb-a903-5be91ba48052.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.775987] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a81b16b-d717-4960-835a-01ac2fdfd29b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.783090] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1867.783090] env[62187]: value = "task-2132334" [ 1867.783090] env[62187]: _type = "Task" [ 1867.783090] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.793631] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132334, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.869090] env[62187]: DEBUG nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1867.920603] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132329, 'name': ReconfigVM_Task, 'duration_secs': 0.456056} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.926598] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 403bc23e-0bb5-4d8a-8b43-c7a0a933d187/403bc23e-0bb5-4d8a-8b43-c7a0a933d187.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.932088] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6b606a-68f5-4803-b914-7293eb048cc3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.943326] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528979d2-8e0d-f823-cdbc-6b64fde50329, 'name': SearchDatastore_Task, 'duration_secs': 0.017726} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.948563] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.949883] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 2e9302e8-7348-4fdf-8cfb-a6e7308c7726/2e9302e8-7348-4fdf-8cfb-a6e7308c7726.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1867.949883] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1867.949883] env[62187]: value = "task-2132335" [ 1867.949883] env[62187]: _type = "Task" [ 1867.949883] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.949883] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe4485a-009c-47ed-8965-8b852b2aca57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.966103] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132335, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.968670] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1867.968670] env[62187]: value = "task-2132336" [ 1867.968670] env[62187]: _type = "Task" [ 1867.968670] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.977038] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.047759] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.048045] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquired lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.048222] env[62187]: DEBUG nova.network.neutron [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.128073] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132332, 'name': CreateVM_Task, 'duration_secs': 0.409689} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.130525] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.130525] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.130525] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.130525] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.130525] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42df4140-374f-4e86-98e7-0131a2b331b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.140935] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1868.140935] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529723f4-a328-8edf-c36d-c9de48cb380b" [ 1868.140935] env[62187]: _type = "Task" [ 1868.140935] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.155823] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529723f4-a328-8edf-c36d-c9de48cb380b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.164569] env[62187]: DEBUG oslo_vmware.api [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132333, 'name': PowerOffVM_Task, 'duration_secs': 0.233107} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.165192] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.165589] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.166111] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bed4b97-c3b7-48b0-8881-0b377d53ef2c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.179185] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ff84ac-6c57-44e1-82a9-587f349971b0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.189719] env[62187]: DEBUG oslo_concurrency.lockutils [req-58e49306-a262-4cda-b744-f0e1a377dc47 req-3cb22493-1af2-43b8-aa29-baa266533a42 service nova] Releasing lock "refresh_cache-2e9302e8-7348-4fdf-8cfb-a6e7308c7726" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.191097] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69faef76-83a3-4e46-a8d7-c491f44cfd87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.232334] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75bd322-aecf-4d73-87a4-2d54d5430d35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.246104] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d3d18-846b-4cf7-bc57-cf827d8d3a04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.266218] env[62187]: DEBUG nova.compute.provider_tree [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1868.295996] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132334, 'name': Rename_Task, 'duration_secs': 0.144774} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.296870] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1868.297170] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bf227fe-4f7b-47fc-a496-71a7b7015783 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.308092] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1868.308092] env[62187]: value = "task-2132338" [ 1868.308092] env[62187]: _type = "Task" [ 1868.308092] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.310105] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.310568] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.310876] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Deleting the datastore file [datastore2] 9b38cbcc-2475-4ff1-b9fe-491bbab28173 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.314960] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2462ed-b82f-4358-bb22-a2e9f9d88439 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.324235] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.330867] env[62187]: DEBUG oslo_vmware.api [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for the task: (returnval){ [ 1868.330867] env[62187]: value = "task-2132339" [ 1868.330867] env[62187]: _type = "Task" [ 1868.330867] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.343150] env[62187]: DEBUG oslo_vmware.api [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.464255] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132335, 'name': Rename_Task, 'duration_secs': 0.144207} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.464590] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1868.465210] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce1ebdab-c92a-4320-b3a4-308eee89c2a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.480295] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1868.480295] env[62187]: value = "task-2132340" [ 1868.480295] env[62187]: _type = "Task" [ 1868.480295] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.490035] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446612} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.490398] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 2e9302e8-7348-4fdf-8cfb-a6e7308c7726/2e9302e8-7348-4fdf-8cfb-a6e7308c7726.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.491188] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1868.491731] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a4f545b-e194-4632-8309-4b8398993ef0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.497561] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.501808] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1868.501808] env[62187]: value = "task-2132341" [ 1868.501808] env[62187]: _type = "Task" [ 1868.501808] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.514377] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.548408] env[62187]: DEBUG nova.network.neutron [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Successfully created port: 8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.596217] env[62187]: DEBUG nova.network.neutron [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.655621] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529723f4-a328-8edf-c36d-c9de48cb380b, 'name': SearchDatastore_Task, 'duration_secs': 0.050515} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.655827] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.656143] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1868.656270] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.657058] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.657196] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1868.657595] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-650bcf08-5187-43bc-a392-5c7c608f46b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.668519] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1868.668519] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1868.668519] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662a518d-c490-4a6c-8baa-4412d3c1ba36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.675495] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1868.675495] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d84308-2f80-fa2b-9ed1-4a56b044c104" [ 1868.675495] env[62187]: _type = "Task" [ 1868.675495] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.687043] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d84308-2f80-fa2b-9ed1-4a56b044c104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.768466] env[62187]: DEBUG nova.scheduler.client.report [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.785165] env[62187]: DEBUG nova.network.neutron [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Updating instance_info_cache with network_info: [{"id": "d861efb3-4d41-4970-9640-43fe528b3f5b", "address": "fa:16:3e:4e:fd:fa", "network": {"id": "43ffd5e8-754f-4980-9fdf-439a90ae8656", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1020766558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457186532f3e45cda9e502be80187b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd861efb3-4d", "ovs_interfaceid": "d861efb3-4d41-4970-9640-43fe528b3f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.825616] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132338, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.845290] env[62187]: DEBUG oslo_vmware.api [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Task: {'id': task-2132339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213892} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.845762] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1868.846100] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1868.846412] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1868.847560] env[62187]: INFO nova.compute.manager [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1868.848185] env[62187]: DEBUG oslo.service.loopingcall [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1868.850236] env[62187]: DEBUG nova.compute.manager [-] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1868.850334] env[62187]: DEBUG nova.network.neutron [-] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1868.884703] env[62187]: DEBUG nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1868.925763] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.926862] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.926862] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.926862] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.926862] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.927114] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.927845] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.927845] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.927845] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.928099] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.928352] env[62187]: DEBUG nova.virt.hardware [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.929652] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae61ad4-5c51-4511-8aa7-9dc90e135269 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.944021] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35213dc-89ad-4c72-af5a-2e9afb41bff7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.993328] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132340, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.011446] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07155} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.011717] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1869.012534] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6c692a-c973-4bd8-a35c-d5a7c8f8da36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.039054] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2e9302e8-7348-4fdf-8cfb-a6e7308c7726/2e9302e8-7348-4fdf-8cfb-a6e7308c7726.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1869.039410] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dfcc284-72ef-4b17-88ea-6ff73b268cbf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.059647] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1869.059647] env[62187]: value = "task-2132342" [ 1869.059647] env[62187]: _type = "Task" [ 1869.059647] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.069852] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.118853] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "3425040d-d79d-4074-8228-648d60374213" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.119074] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "3425040d-d79d-4074-8228-648d60374213" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.185494] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d84308-2f80-fa2b-9ed1-4a56b044c104, 'name': SearchDatastore_Task, 'duration_secs': 0.012849} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.186315] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4773d2b-71bc-4bdd-812e-cad06fe1eb8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.192512] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1869.192512] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52054504-a059-702d-cba2-0b17faefb72d" [ 1869.192512] env[62187]: _type = "Task" [ 1869.192512] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.200942] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52054504-a059-702d-cba2-0b17faefb72d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.275910] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.276684] env[62187]: DEBUG nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1869.279246] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.577s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.280745] env[62187]: INFO nova.compute.claims [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1869.286842] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Releasing lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.287136] env[62187]: DEBUG nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Instance network_info: |[{"id": "d861efb3-4d41-4970-9640-43fe528b3f5b", "address": "fa:16:3e:4e:fd:fa", "network": {"id": "43ffd5e8-754f-4980-9fdf-439a90ae8656", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1020766558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457186532f3e45cda9e502be80187b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd861efb3-4d", "ovs_interfaceid": "d861efb3-4d41-4970-9640-43fe528b3f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1869.287507] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:fd:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd861efb3-4d41-4970-9640-43fe528b3f5b', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.296939] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Creating folder: Project (457186532f3e45cda9e502be80187b15). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.297599] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d2b2972-645b-4001-8d6f-dd9b7116af04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.312185] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Created folder: Project (457186532f3e45cda9e502be80187b15) in parent group-v435995. [ 1869.312185] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Creating folder: Instances. Parent ref: group-v436023. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.320026] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd44dcd5-ccc7-4706-8ec4-4e26cc77d0d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.328551] env[62187]: DEBUG oslo_vmware.api [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132338, 'name': PowerOnVM_Task, 'duration_secs': 0.877142} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.330531] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.330740] env[62187]: INFO nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1869.330940] env[62187]: DEBUG nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.331303] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Created folder: Instances in parent group-v436023. [ 1869.331772] env[62187]: DEBUG oslo.service.loopingcall [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.332517] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4545c6-132c-4513-bfc1-aa07f61792a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.335388] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.335613] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f0e7f93-a16f-4545-a7c8-a85efc885c39 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.365540] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.365540] env[62187]: value = "task-2132345" [ 1869.365540] env[62187]: _type = "Task" [ 1869.365540] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.376141] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132345, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.493160] env[62187]: DEBUG oslo_vmware.api [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132340, 'name': PowerOnVM_Task, 'duration_secs': 0.591335} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.493537] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1869.494399] env[62187]: INFO nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Took 12.65 seconds to spawn the instance on the hypervisor. [ 1869.494399] env[62187]: DEBUG nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1869.494782] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff798819-14c1-49a0-aaa4-8e7e2661f82f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.584955] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132342, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.621871] env[62187]: DEBUG nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1869.703349] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52054504-a059-702d-cba2-0b17faefb72d, 'name': SearchDatastore_Task, 'duration_secs': 0.012014} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.703607] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.703867] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 26375696-a789-4eec-91cf-47ef118b2bbe/26375696-a789-4eec-91cf-47ef118b2bbe.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.704132] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-442562e1-6fad-451e-9c8c-b4430f2048fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.711168] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1869.711168] env[62187]: value = "task-2132346" [ 1869.711168] env[62187]: _type = "Task" [ 1869.711168] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.725147] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132346, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.788746] env[62187]: DEBUG nova.compute.utils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.790999] env[62187]: DEBUG nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.791183] env[62187]: DEBUG nova.network.neutron [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.821553] env[62187]: DEBUG nova.network.neutron [-] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.849643] env[62187]: DEBUG nova.policy [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adaf13bec072467a8332acaf56e17189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a060881d924c9599e4e5adb58fcaca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.875415] env[62187]: INFO nova.compute.manager [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Took 17.99 seconds to build instance. [ 1869.885150] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132345, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.018904] env[62187]: INFO nova.compute.manager [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Took 18.33 seconds to build instance. [ 1870.072432] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132342, 'name': ReconfigVM_Task, 'duration_secs': 0.601631} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.072635] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2e9302e8-7348-4fdf-8cfb-a6e7308c7726/2e9302e8-7348-4fdf-8cfb-a6e7308c7726.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1870.073069] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7a66c6a-ea84-47c4-b4b0-a9b15d77380e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.080530] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1870.080530] env[62187]: value = "task-2132347" [ 1870.080530] env[62187]: _type = "Task" [ 1870.080530] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.093619] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132347, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.145944] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.222239] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132346, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.294611] env[62187]: DEBUG nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1870.324832] env[62187]: DEBUG nova.network.neutron [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Successfully created port: 98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1870.328352] env[62187]: INFO nova.compute.manager [-] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Took 1.48 seconds to deallocate network for instance. [ 1870.377472] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3dc7a389-3d30-489e-afa9-0ae46c1c39ae tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "26291caa-bdbf-45cb-a903-5be91ba48052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.513s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.381417] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132345, 'name': CreateVM_Task, 'duration_secs': 0.592794} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.381663] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1870.382288] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.382455] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.383110] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1870.383385] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b46c746-1966-4dd3-8121-7fab5f882d83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.390107] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1870.390107] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524bd1f7-963d-045c-c952-c6dd76c73765" [ 1870.390107] env[62187]: _type = "Task" [ 1870.390107] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.402322] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524bd1f7-963d-045c-c952-c6dd76c73765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.522982] env[62187]: DEBUG oslo_concurrency.lockutils [None req-722e4717-a330-48e8-b627-77df90925133 tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.848s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.599285] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132347, 'name': Rename_Task, 'duration_secs': 0.434126} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.599584] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1870.599858] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f61a7ba-98bf-41ae-bf88-73c1721dd929 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.613907] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1870.613907] env[62187]: value = "task-2132348" [ 1870.613907] env[62187]: _type = "Task" [ 1870.613907] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.624093] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132348, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.629099] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf74713e-d756-4454-939c-b6f5850f136a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.638318] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42c071-c00b-440f-920e-9f57e3fb7865 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.670727] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9a6197-fe00-4b7c-99da-366241fd0539 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.680271] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c120dbc3-c47b-4503-ae8a-e14f3667be21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.697580] env[62187]: DEBUG nova.compute.provider_tree [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.724294] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132346, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93242} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.724294] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 26375696-a789-4eec-91cf-47ef118b2bbe/26375696-a789-4eec-91cf-47ef118b2bbe.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.724294] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.724294] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd84d663-1de6-42c8-bc65-9796541b19be {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.732261] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1870.732261] env[62187]: value = "task-2132349" [ 1870.732261] env[62187]: _type = "Task" [ 1870.732261] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.741416] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.844120] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.903153] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524bd1f7-963d-045c-c952-c6dd76c73765, 'name': SearchDatastore_Task, 'duration_secs': 0.048255} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.903647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.903738] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.903922] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.904061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.904246] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.904882] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c48c2a1-906e-4caa-ba22-f448a6e8aac0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.918536] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.918536] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.919317] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da68b13-8706-49bb-89c4-3912c4e66688 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.928720] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1870.928720] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529179f4-f3cc-8932-95e1-c1461b8f63f7" [ 1870.928720] env[62187]: _type = "Task" [ 1870.928720] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.938632] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529179f4-f3cc-8932-95e1-c1461b8f63f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.069990] env[62187]: DEBUG nova.compute.manager [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Received event network-changed-933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1871.070248] env[62187]: DEBUG nova.compute.manager [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Refreshing instance network info cache due to event network-changed-933ad78c-1129-405a-a83d-82a318b58f52. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1871.070450] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] Acquiring lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.070725] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] Acquired lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.071363] env[62187]: DEBUG nova.network.neutron [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Refreshing network info cache for port 933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.094281] env[62187]: DEBUG nova.compute.manager [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1871.095157] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a615a2-4c26-4319-8ce0-fffe7b696b4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.101181] env[62187]: DEBUG nova.network.neutron [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Successfully updated port: 8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1871.128665] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.201023] env[62187]: DEBUG nova.scheduler.client.report [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1871.243672] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099626} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.244316] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1871.244777] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3662363-9fd8-4a60-85af-57a53ca23577 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.271307] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 26375696-a789-4eec-91cf-47ef118b2bbe/26375696-a789-4eec-91cf-47ef118b2bbe.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.271519] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b5086d-a46c-43cc-aa88-40248c23fd4a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.293444] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1871.293444] env[62187]: value = "task-2132350" [ 1871.293444] env[62187]: _type = "Task" [ 1871.293444] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.303429] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.306715] env[62187]: DEBUG nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1871.332314] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:35:33Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='958520613',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1458979649',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1871.332614] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.332703] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1871.333037] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.333259] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1871.333419] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1871.333633] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1871.333833] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1871.333967] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1871.334144] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1871.334320] env[62187]: DEBUG nova.virt.hardware [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1871.335153] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7e78ac-e0bd-4a02-a975-0b9ef17671e6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.344249] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951e17b3-f62e-4352-9148-3ccf6e43d527 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.440342] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529179f4-f3cc-8932-95e1-c1461b8f63f7, 'name': SearchDatastore_Task, 'duration_secs': 0.043508} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.441519] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae03b3b3-2607-4ff5-baf8-2142065e7eae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.447372] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1871.447372] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f130d9-23b8-59e2-0fe3-1ea2e38f874a" [ 1871.447372] env[62187]: _type = "Task" [ 1871.447372] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.455825] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f130d9-23b8-59e2-0fe3-1ea2e38f874a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.605950] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.606122] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquired lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.606276] env[62187]: DEBUG nova.network.neutron [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1871.616742] env[62187]: INFO nova.compute.manager [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] instance snapshotting [ 1871.617037] env[62187]: WARNING nova.compute.manager [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1871.624542] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ad209-b2d3-4031-839b-c2dce9b5d577 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.635024] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132348, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.655027] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f357c433-efcb-42d6-8aa8-ffcc9e574fa7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.705815] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.706680] env[62187]: DEBUG nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1871.710340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.241s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.807817] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.841349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "60f44718-0206-481f-9c0b-38cf5225679c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.845022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "60f44718-0206-481f-9c0b-38cf5225679c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.967574] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f130d9-23b8-59e2-0fe3-1ea2e38f874a, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.967574] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.967574] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] cce416e6-1f41-4086-9490-1ff08fca5994/cce416e6-1f41-4086-9490-1ff08fca5994.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.967574] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8de2d4f0-154a-4cbf-a313-819231dae40b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.972425] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1871.972425] env[62187]: value = "task-2132351" [ 1871.972425] env[62187]: _type = "Task" [ 1871.972425] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.980730] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.002884] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Received event network-vif-deleted-b053b202-3d7f-460c-a4f3-e2c64534c246 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1872.002884] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Received event network-vif-plugged-6774d752-6fa4-43d8-aa85-16b49e7cf92e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1872.003279] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Acquiring lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.004043] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.004043] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.004043] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] No waiting events found dispatching network-vif-plugged-6774d752-6fa4-43d8-aa85-16b49e7cf92e {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1872.004043] env[62187]: WARNING nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Received unexpected event network-vif-plugged-6774d752-6fa4-43d8-aa85-16b49e7cf92e for instance with vm_state building and task_state spawning. [ 1872.004288] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Received event network-changed-6774d752-6fa4-43d8-aa85-16b49e7cf92e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1872.004288] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Refreshing instance network info cache due to event network-changed-6774d752-6fa4-43d8-aa85-16b49e7cf92e. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1872.005016] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Acquiring lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.005016] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Acquired lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.005016] env[62187]: DEBUG nova.network.neutron [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Refreshing network info cache for port 6774d752-6fa4-43d8-aa85-16b49e7cf92e {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.008397] env[62187]: DEBUG nova.network.neutron [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updated VIF entry in instance network info cache for port 933ad78c-1129-405a-a83d-82a318b58f52. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.008718] env[62187]: DEBUG nova.network.neutron [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updating instance_info_cache with network_info: [{"id": "933ad78c-1129-405a-a83d-82a318b58f52", "address": "fa:16:3e:59:8d:44", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933ad78c-11", "ovs_interfaceid": "933ad78c-1129-405a-a83d-82a318b58f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.132103] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132348, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.152453] env[62187]: DEBUG nova.network.neutron [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1872.165331] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1872.165672] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38d491a1-cc70-446f-b1cc-ab2314f02c73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.173619] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1872.173619] env[62187]: value = "task-2132352" [ 1872.173619] env[62187]: _type = "Task" [ 1872.173619] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.183102] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132352, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.216903] env[62187]: DEBUG nova.compute.utils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1872.230590] env[62187]: DEBUG nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1872.230590] env[62187]: DEBUG nova.network.neutron [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1872.306819] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132350, 'name': ReconfigVM_Task, 'duration_secs': 0.547148} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.308709] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 26375696-a789-4eec-91cf-47ef118b2bbe/26375696-a789-4eec-91cf-47ef118b2bbe.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.308709] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8170c59b-cf0a-4009-ad6e-36ebf254ba36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.316185] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1872.316185] env[62187]: value = "task-2132353" [ 1872.316185] env[62187]: _type = "Task" [ 1872.316185] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.327242] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132353, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.328931] env[62187]: DEBUG nova.policy [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2deff396f6694fb3a6b07ecaaf73eca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6897889682394814b1039bd3a6a947f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1872.334148] env[62187]: DEBUG nova.network.neutron [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Successfully updated port: 98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1872.344972] env[62187]: DEBUG nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1872.388951] env[62187]: DEBUG nova.network.neutron [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Updating instance_info_cache with network_info: [{"id": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "address": "fa:16:3e:43:22:d0", "network": {"id": "415082b4-e47b-4b20-abe3-d315487f6b57", "bridge": "br-int", "label": "tempest-ServersTestJSON-1073848872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ac5e41a644408eafc3960dc78b6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8236c7ca-af", "ovs_interfaceid": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.489448] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132351, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.512195] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a892425-63e6-41f9-8410-c85f98857d54 req-d7304c20-ac79-4445-97f2-d4599feadb8c service nova] Releasing lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.599367] env[62187]: DEBUG nova.compute.manager [None req-b69caa10-dc72-4678-8235-78c7f83403f7 tempest-ServerDiagnosticsV248Test-901837734 tempest-ServerDiagnosticsV248Test-901837734-project-admin] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.603010] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68d2331-dd22-40f5-ab4b-6c88b50f3484 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.612758] env[62187]: INFO nova.compute.manager [None req-b69caa10-dc72-4678-8235-78c7f83403f7 tempest-ServerDiagnosticsV248Test-901837734 tempest-ServerDiagnosticsV248Test-901837734-project-admin] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Retrieving diagnostics [ 1872.613659] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faafeb6f-df3f-4c4a-9fd4-2e10a23f4fa1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.659095] env[62187]: DEBUG oslo_vmware.api [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132348, 'name': PowerOnVM_Task, 'duration_secs': 1.573207} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.659362] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1872.659554] env[62187]: INFO nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1872.659727] env[62187]: DEBUG nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1872.660655] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897bff7f-b2b8-485f-818a-2dfb8cc48897 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.683927] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132352, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.733607] env[62187]: DEBUG nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1872.769554] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b15866f3-5b1f-42fd-96d4-e76ed97e1c56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.769554] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 557e6d8d-129d-4c97-92dc-dcef8439b1da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1872.769554] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e1a29ed5-b2be-43d8-b094-d70b5671d223 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.769554] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9b38cbcc-2475-4ff1-b9fe-491bbab28173 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1872.769765] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e7b958d1-011a-4278-95e0-200b4c82315d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.769973] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 403bc23e-0bb5-4d8a-8b43-c7a0a933d187 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.770818] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 26291caa-bdbf-45cb-a903-5be91ba48052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.770818] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 2e9302e8-7348-4fdf-8cfb-a6e7308c7726 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.770818] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 26375696-a789-4eec-91cf-47ef118b2bbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.770818] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance cce416e6-1f41-4086-9490-1ff08fca5994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.771069] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5bf2b512-1a95-4ad8-8d11-473e8683b68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.771069] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9c1472cf-7406-4baa-be73-b8f59c235252 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.773148] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 623c4d1d-55ac-4685-b335-04117f96129a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1872.827691] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132353, 'name': Rename_Task, 'duration_secs': 0.429649} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.828353] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.828801] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ec97fbe-f1f4-4da3-a3b8-c0683c302558 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.836193] env[62187]: DEBUG nova.network.neutron [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Successfully created port: 658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1872.839804] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.839937] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.840101] env[62187]: DEBUG nova.network.neutron [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1872.841689] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1872.841689] env[62187]: value = "task-2132354" [ 1872.841689] env[62187]: _type = "Task" [ 1872.841689] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.851303] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.875116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.891144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Releasing lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.891407] env[62187]: DEBUG nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Instance network_info: |[{"id": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "address": "fa:16:3e:43:22:d0", "network": {"id": "415082b4-e47b-4b20-abe3-d315487f6b57", "bridge": "br-int", "label": "tempest-ServersTestJSON-1073848872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ac5e41a644408eafc3960dc78b6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8236c7ca-af", "ovs_interfaceid": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1872.891891] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:22:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a111da1-447a-4722-9662-b0d6a2886a65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8236c7ca-af1b-4702-8980-35cdd2ac2e59', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.900131] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Creating folder: Project (34ac5e41a644408eafc3960dc78b6627). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1872.901031] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb3f2c11-c200-485f-9c2a-90dff852106c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.907794] env[62187]: DEBUG nova.network.neutron [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updated VIF entry in instance network info cache for port 6774d752-6fa4-43d8-aa85-16b49e7cf92e. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.907794] env[62187]: DEBUG nova.network.neutron [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [{"id": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "address": "fa:16:3e:49:75:9d", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6774d752-6f", "ovs_interfaceid": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.911933] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Created folder: Project (34ac5e41a644408eafc3960dc78b6627) in parent group-v435995. [ 1872.911933] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Creating folder: Instances. Parent ref: group-v436026. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1872.912200] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b6e3a6a-2662-4c7c-95e4-5078dd64173b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.922072] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Created folder: Instances in parent group-v436026. [ 1872.922331] env[62187]: DEBUG oslo.service.loopingcall [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.922519] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.922990] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95701ca-3e1a-4b79-abe7-4d978578d464 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.946261] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.946261] env[62187]: value = "task-2132357" [ 1872.946261] env[62187]: _type = "Task" [ 1872.946261] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.956505] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132357, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.986066] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6763} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.986452] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] cce416e6-1f41-4086-9490-1ff08fca5994/cce416e6-1f41-4086-9490-1ff08fca5994.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1872.986598] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1872.986850] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a73a6ed-d2d4-4c13-b751-edb615dcc731 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.994792] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1872.994792] env[62187]: value = "task-2132358" [ 1872.994792] env[62187]: _type = "Task" [ 1872.994792] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.006081] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.184848] env[62187]: INFO nova.compute.manager [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Took 18.83 seconds to build instance. [ 1873.193062] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132352, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.276861] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 92c37706-d510-4f1a-ad30-e3df46edcea9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1873.354928] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132354, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.393639] env[62187]: DEBUG nova.network.neutron [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1873.411226] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Releasing lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.411226] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Received event network-vif-plugged-d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1873.411226] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Acquiring lock "cce416e6-1f41-4086-9490-1ff08fca5994-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.411226] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Lock "cce416e6-1f41-4086-9490-1ff08fca5994-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.411226] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Lock "cce416e6-1f41-4086-9490-1ff08fca5994-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.411478] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] No waiting events found dispatching network-vif-plugged-d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1873.411557] env[62187]: WARNING nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Received unexpected event network-vif-plugged-d861efb3-4d41-4970-9640-43fe528b3f5b for instance with vm_state building and task_state spawning. [ 1873.411722] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Received event network-changed-d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1873.411874] env[62187]: DEBUG nova.compute.manager [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Refreshing instance network info cache due to event network-changed-d861efb3-4d41-4970-9640-43fe528b3f5b. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1873.412570] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Acquiring lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.412830] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Acquired lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.413145] env[62187]: DEBUG nova.network.neutron [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Refreshing network info cache for port d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.459725] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132357, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.509982] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100416} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.509982] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1873.510635] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c9778d-d5da-4885-8293-41c8f24dccb6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.533156] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] cce416e6-1f41-4086-9490-1ff08fca5994/cce416e6-1f41-4086-9490-1ff08fca5994.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.536119] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3d33554-8928-441d-81ac-666a223bffdd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.562655] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1873.562655] env[62187]: value = "task-2132359" [ 1873.562655] env[62187]: _type = "Task" [ 1873.562655] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.573215] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.646044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.646284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.686512] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132352, 'name': CreateSnapshot_Task, 'duration_secs': 1.050129} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.686763] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1873.687516] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd642be-b772-4978-9905-06bf6505b511 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.695269] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3cd97f2-2a26-4cd1-a3b6-9845dc334146 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.351s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.744550] env[62187]: DEBUG nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1873.776616] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1873.776616] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1873.776816] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1873.776998] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1873.777181] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1873.777328] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1873.778070] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1873.778070] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1873.778070] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1873.778070] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1873.778274] env[62187]: DEBUG nova.virt.hardware [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1873.779393] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c61e1-e0cc-42b0-87cd-612218ac2766 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.782848] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 3425040d-d79d-4074-8228-648d60374213 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1873.790088] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe599264-84db-450c-afcb-b8660592ebd7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.858351] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132354, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.884896] env[62187]: DEBUG nova.network.neutron [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Updating instance_info_cache with network_info: [{"id": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "address": "fa:16:3e:59:1b:2f", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d2b088-84", "ovs_interfaceid": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.957545] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132357, 'name': CreateVM_Task, 'duration_secs': 0.816016} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.957714] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.958666] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.958830] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.959173] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.959425] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48fd27ca-6d3f-4323-8c6f-8aee69169412 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.966229] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1873.966229] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b5be0c-64a2-4e1a-42ae-ef3d655de715" [ 1873.966229] env[62187]: _type = "Task" [ 1873.966229] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.977998] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b5be0c-64a2-4e1a-42ae-ef3d655de715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.073449] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132359, 'name': ReconfigVM_Task, 'duration_secs': 0.479678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.076494] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Reconfigured VM instance instance-0000000a to attach disk [datastore1] cce416e6-1f41-4086-9490-1ff08fca5994/cce416e6-1f41-4086-9490-1ff08fca5994.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.077523] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a3b3d6-6d21-4660-b8ff-3f9ebed9e44e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.086017] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1874.086017] env[62187]: value = "task-2132360" [ 1874.086017] env[62187]: _type = "Task" [ 1874.086017] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.094134] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132360, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.148922] env[62187]: DEBUG nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1874.206707] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1874.207336] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b2789b29-67c5-442a-aaf1-b7cb38831262 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.217313] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1874.217313] env[62187]: value = "task-2132361" [ 1874.217313] env[62187]: _type = "Task" [ 1874.217313] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.229937] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132361, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.288024] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 60f44718-0206-481f-9c0b-38cf5225679c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1874.288024] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1874.288024] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1874.355642] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132354, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.391014] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Releasing lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.391014] env[62187]: DEBUG nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Instance network_info: |[{"id": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "address": "fa:16:3e:59:1b:2f", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d2b088-84", "ovs_interfaceid": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1874.391223] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:1b:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98d2b088-8488-495a-ba9f-a1ea30c6069f', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.396788] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Creating folder: Project (d5a060881d924c9599e4e5adb58fcaca). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.399775] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d1cfaba-f04f-498f-a1e6-1deb4eaa0156 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.410066] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Created folder: Project (d5a060881d924c9599e4e5adb58fcaca) in parent group-v435995. [ 1874.410718] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Creating folder: Instances. Parent ref: group-v436031. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1874.414122] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a817a9dc-958c-4a39-a7b6-47b117399aa3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.428176] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Created folder: Instances in parent group-v436031. [ 1874.428176] env[62187]: DEBUG oslo.service.loopingcall [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.429936] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.430546] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-861949ef-829e-41df-b07c-dcc9a4d14250 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.456188] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.456188] env[62187]: value = "task-2132364" [ 1874.456188] env[62187]: _type = "Task" [ 1874.456188] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.467353] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132364, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.481508] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b5be0c-64a2-4e1a-42ae-ef3d655de715, 'name': SearchDatastore_Task, 'duration_secs': 0.021564} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.482823] env[62187]: DEBUG nova.network.neutron [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Updated VIF entry in instance network info cache for port d861efb3-4d41-4970-9640-43fe528b3f5b. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.483402] env[62187]: DEBUG nova.network.neutron [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Updating instance_info_cache with network_info: [{"id": "d861efb3-4d41-4970-9640-43fe528b3f5b", "address": "fa:16:3e:4e:fd:fa", "network": {"id": "43ffd5e8-754f-4980-9fdf-439a90ae8656", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1020766558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457186532f3e45cda9e502be80187b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd861efb3-4d", "ovs_interfaceid": "d861efb3-4d41-4970-9640-43fe528b3f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.485234] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.485828] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.486308] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.489057] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.489057] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.489057] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc62842-2478-4f60-bb30-eccad9611353 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.506429] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.506429] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.506429] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bccbf2d-5e98-4f60-ab14-00dfccf18ba2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.517368] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1874.517368] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52613e35-6c54-aaa5-3b72-b892240e78bf" [ 1874.517368] env[62187]: _type = "Task" [ 1874.517368] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.526355] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52613e35-6c54-aaa5-3b72-b892240e78bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.594132] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132360, 'name': Rename_Task, 'duration_secs': 0.188108} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.595580] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.596459] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c1b3ec-7fcd-44ed-a3cd-2d19011f6155 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.599161] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a3d5c37-8b35-40d3-a6cf-1fe1cce61555 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.607589] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba6cb8a-1360-4a0c-bda1-eeee78e799b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.611061] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1874.611061] env[62187]: value = "task-2132365" [ 1874.611061] env[62187]: _type = "Task" [ 1874.611061] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.642289] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30505fa-629d-4f7a-9409-9b34267c56f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.648636] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132365, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.656923] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987a9dd1-d3a5-4e34-9666-6d33073456cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.680108] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.681114] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.697580] env[62187]: DEBUG nova.network.neutron [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Successfully updated port: 658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1874.735804] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132361, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.858692] env[62187]: DEBUG oslo_vmware.api [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132354, 'name': PowerOnVM_Task, 'duration_secs': 1.760851} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.859823] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1874.859823] env[62187]: INFO nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1874.859823] env[62187]: DEBUG nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1874.860461] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8759e01-5910-4a74-8c94-5ceaf87e35fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.968117] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132364, 'name': CreateVM_Task, 'duration_secs': 0.490802} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.971019] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1874.971019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.971019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.971019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1874.971019] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa95391-6843-4660-b8fd-2bb93ffb0fb1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.975348] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1874.975348] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5256adfa-2bc6-46d9-9353-c4e10354d096" [ 1874.975348] env[62187]: _type = "Task" [ 1874.975348] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.983354] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5256adfa-2bc6-46d9-9353-c4e10354d096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.988743] env[62187]: DEBUG oslo_concurrency.lockutils [req-72983b1c-dbc6-4f3b-b200-f9b1ad09b17e req-7811aae2-5648-4f62-8d6f-236036ef7a6a service nova] Releasing lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.029118] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52613e35-6c54-aaa5-3b72-b892240e78bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.030363] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3380a45-98f1-4753-8e1e-987410f42b79 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.036066] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1875.036066] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5218b675-5e54-f960-8b0b-f1958cb4074c" [ 1875.036066] env[62187]: _type = "Task" [ 1875.036066] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.044607] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5218b675-5e54-f960-8b0b-f1958cb4074c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.121233] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132365, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.189541] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1875.200758] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.200877] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.201012] env[62187]: DEBUG nova.network.neutron [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.229703] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132361, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.385859] env[62187]: INFO nova.compute.manager [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Took 19.07 seconds to build instance. [ 1875.492774] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5256adfa-2bc6-46d9-9353-c4e10354d096, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.492774] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.493051] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.493316] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.553445] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5218b675-5e54-f960-8b0b-f1958cb4074c, 'name': SearchDatastore_Task, 'duration_secs': 0.012506} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.553445] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.554628] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5bf2b512-1a95-4ad8-8d11-473e8683b68e/5bf2b512-1a95-4ad8-8d11-473e8683b68e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.554628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.554628] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.554628] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5659fc32-6be3-4111-93d8-e93ec67d0318 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.556454] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4902da1-d2bc-45f9-abc8-c56fe498b415 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.209473] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1876.209685] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.499s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.212063] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a15a4d3-d055-4c96-953f-a7b472796951 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.900s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.214478] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Received event network-changed-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.214658] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Refreshing instance network info cache due to event network-changed-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1876.214859] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Acquiring lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.215048] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Acquired lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.215155] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Refreshing network info cache for port 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.219715] env[62187]: DEBUG nova.compute.manager [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Received event network-vif-deleted-9c2f5114-79cc-4031-b27b-5e39e865e9bf {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.219715] env[62187]: DEBUG nova.compute.manager [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Received event network-vif-plugged-98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.219791] env[62187]: DEBUG oslo_concurrency.lockutils [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] Acquiring lock "9c1472cf-7406-4baa-be73-b8f59c235252-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.221772] env[62187]: DEBUG oslo_concurrency.lockutils [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] Lock "9c1472cf-7406-4baa-be73-b8f59c235252-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.221772] env[62187]: DEBUG oslo_concurrency.lockutils [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] Lock "9c1472cf-7406-4baa-be73-b8f59c235252-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.221772] env[62187]: DEBUG nova.compute.manager [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] No waiting events found dispatching network-vif-plugged-98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1876.221772] env[62187]: WARNING nova.compute.manager [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Received unexpected event network-vif-plugged-98d2b088-8488-495a-ba9f-a1ea30c6069f for instance with vm_state building and task_state spawning. [ 1876.221772] env[62187]: DEBUG nova.compute.manager [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Received event network-changed-98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1876.222259] env[62187]: DEBUG nova.compute.manager [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Refreshing instance network info cache due to event network-changed-98d2b088-8488-495a-ba9f-a1ea30c6069f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1876.222259] env[62187]: DEBUG oslo_concurrency.lockutils [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] Acquiring lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.222259] env[62187]: DEBUG oslo_concurrency.lockutils [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] Acquired lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.222259] env[62187]: DEBUG nova.network.neutron [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Refreshing network info cache for port 98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1876.227599] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.372s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.227794] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.231018] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.535s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.231330] env[62187]: INFO nova.compute.claims [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1876.238348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "2f528407-2bd6-4ef2-a02a-572c94316465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.238348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "2f528407-2bd6-4ef2-a02a-572c94316465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.238685] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1876.238685] env[62187]: value = "task-2132366" [ 1876.238685] env[62187]: _type = "Task" [ 1876.238685] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.252885] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.253078] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1876.253975] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132361, 'name': CloneVM_Task, 'duration_secs': 1.28168} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.255535] env[62187]: DEBUG oslo_vmware.api [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132365, 'name': PowerOnVM_Task, 'duration_secs': 0.580325} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.255795] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f898267-59b4-48b6-91a0-e00e74f9dab2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.258502] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Created linked-clone VM from snapshot [ 1876.258800] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.258986] env[62187]: INFO nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1876.259173] env[62187]: DEBUG nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.261968] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c285a55-4217-4999-98ed-a949ed794861 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.264928] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f817d83b-e3fc-4118-b485-a6936e163c66 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.273653] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.278897] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Uploading image 7618d56a-3cc5-4d3c-8128-1c53eaf0a923 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1876.281203] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1876.281203] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522571a3-0fee-804c-60ef-19a6f2e1eaa9" [ 1876.281203] env[62187]: _type = "Task" [ 1876.281203] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.285979] env[62187]: INFO nova.scheduler.client.report [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Deleted allocations for instance 557e6d8d-129d-4c97-92dc-dcef8439b1da [ 1876.289367] env[62187]: DEBUG nova.network.neutron [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1876.302387] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522571a3-0fee-804c-60ef-19a6f2e1eaa9, 'name': SearchDatastore_Task, 'duration_secs': 0.019039} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.302508] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c75e4f-8b39-43bd-bef7-c39cafc466a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.307719] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1876.307719] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c33263-9e5a-530c-2fa0-231491efb70a" [ 1876.307719] env[62187]: _type = "Task" [ 1876.307719] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.319920] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c33263-9e5a-530c-2fa0-231491efb70a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.322159] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1876.322159] env[62187]: value = "vm-436030" [ 1876.322159] env[62187]: _type = "VirtualMachine" [ 1876.322159] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1876.322406] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-12ee0a4a-f46f-47bd-aa1d-69e55588eb69 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.331516] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease: (returnval){ [ 1876.331516] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd3676-6ac1-63da-534f-b18253c0be46" [ 1876.331516] env[62187]: _type = "HttpNfcLease" [ 1876.331516] env[62187]: } obtained for exporting VM: (result){ [ 1876.331516] env[62187]: value = "vm-436030" [ 1876.331516] env[62187]: _type = "VirtualMachine" [ 1876.331516] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1876.331516] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the lease: (returnval){ [ 1876.331516] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd3676-6ac1-63da-534f-b18253c0be46" [ 1876.331516] env[62187]: _type = "HttpNfcLease" [ 1876.331516] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1876.340527] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1876.340527] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd3676-6ac1-63da-534f-b18253c0be46" [ 1876.340527] env[62187]: _type = "HttpNfcLease" [ 1876.340527] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1876.491154] env[62187]: DEBUG nova.network.neutron [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updating instance_info_cache with network_info: [{"id": "658626f4-aca4-4169-ab88-67a4d18baaae", "address": "fa:16:3e:39:63:99", "network": {"id": "8cdba2a3-09cf-4740-abee-5855cf6fb09c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1802443786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6897889682394814b1039bd3a6a947f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658626f4-ac", "ovs_interfaceid": "658626f4-aca4-4169-ab88-67a4d18baaae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.765640] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132366, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.799158] env[62187]: DEBUG nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1876.812475] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3d13b96-1326-49d6-9f8d-4a51fb0fc66c tempest-DeleteServersAdminTestJSON-432212820 tempest-DeleteServersAdminTestJSON-432212820-project-admin] Lock "557e6d8d-129d-4c97-92dc-dcef8439b1da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.548s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.831537] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c33263-9e5a-530c-2fa0-231491efb70a, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.832151] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.832526] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9c1472cf-7406-4baa-be73-b8f59c235252/9c1472cf-7406-4baa-be73-b8f59c235252.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1876.833132] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dea2ecb6-f364-4900-b583-21bad403b159 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.849231] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1876.849231] env[62187]: value = "task-2132368" [ 1876.849231] env[62187]: _type = "Task" [ 1876.849231] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.852310] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1876.852310] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd3676-6ac1-63da-534f-b18253c0be46" [ 1876.852310] env[62187]: _type = "HttpNfcLease" [ 1876.852310] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1876.859971] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1876.859971] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd3676-6ac1-63da-534f-b18253c0be46" [ 1876.859971] env[62187]: _type = "HttpNfcLease" [ 1876.859971] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1876.862037] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceae8222-9e4f-4b64-9b8b-eca52e9c4f4e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.866220] env[62187]: INFO nova.compute.manager [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Took 19.61 seconds to build instance. [ 1876.875837] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.882737] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6e2d4-6c78-3523-7ae2-1b4af8876905/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1876.885072] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6e2d4-6c78-3523-7ae2-1b4af8876905/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1876.996107] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2eadfe02-9667-4b51-a54c-47733fd7eee4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.998099] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Releasing lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.999202] env[62187]: DEBUG nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Instance network_info: |[{"id": "658626f4-aca4-4169-ab88-67a4d18baaae", "address": "fa:16:3e:39:63:99", "network": {"id": "8cdba2a3-09cf-4740-abee-5855cf6fb09c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1802443786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6897889682394814b1039bd3a6a947f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658626f4-ac", "ovs_interfaceid": "658626f4-aca4-4169-ab88-67a4d18baaae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1876.999337] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:63:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '658626f4-aca4-4169-ab88-67a4d18baaae', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.007618] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Creating folder: Project (6897889682394814b1039bd3a6a947f4). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.008476] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afee902e-7a32-4894-aa7c-18859b93d8f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.018749] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Created folder: Project (6897889682394814b1039bd3a6a947f4) in parent group-v435995. [ 1877.018945] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Creating folder: Instances. Parent ref: group-v436034. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.023456] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b065639-0ff5-40b7-abb6-a6a6906c0b4d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.039161] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Created folder: Instances in parent group-v436034. [ 1877.039161] env[62187]: DEBUG oslo.service.loopingcall [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.039161] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.039161] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ae4340-0b66-4a5d-8664-094a2deb553c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.064811] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.064811] env[62187]: value = "task-2132371" [ 1877.064811] env[62187]: _type = "Task" [ 1877.064811] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.073356] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132371, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.116546] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updated VIF entry in instance network info cache for port 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.116879] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updating instance_info_cache with network_info: [{"id": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "address": "fa:16:3e:fd:1f:0b", "network": {"id": "5d411a32-daab-4144-b1b1-1e38edd624e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1384321901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef266eabf8824ae1a8c46a979bd2dec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbbef7-4b", "ovs_interfaceid": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.229448] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1877.229806] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1877.275046] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632731} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.275783] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5bf2b512-1a95-4ad8-8d11-473e8683b68e/5bf2b512-1a95-4ad8-8d11-473e8683b68e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1877.275783] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1877.275783] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f9525f0-1d4d-457e-8e85-9d68f34e81d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.286934] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1877.286934] env[62187]: value = "task-2132372" [ 1877.286934] env[62187]: _type = "Task" [ 1877.286934] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.303646] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.333050] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.373521] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b5e6d3d6-4bb8-4719-8803-8465af4b8884 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.143s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.373945] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132368, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.580820] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132371, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.609110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c951c66-388a-4840-8beb-e1f5234dd7f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.618337] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f79a9e-4062-4bd2-97a3-ca7067494f5b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.623550] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Releasing lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.623794] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Received event network-vif-plugged-8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1877.624767] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Acquiring lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.624767] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.624767] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.624767] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] No waiting events found dispatching network-vif-plugged-8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.624767] env[62187]: WARNING nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Received unexpected event network-vif-plugged-8236c7ca-af1b-4702-8980-35cdd2ac2e59 for instance with vm_state building and task_state spawning. [ 1877.625036] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Received event network-changed-8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1877.625036] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Refreshing instance network info cache due to event network-changed-8236c7ca-af1b-4702-8980-35cdd2ac2e59. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1877.625264] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Acquiring lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.625348] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Acquired lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.625498] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Refreshing network info cache for port 8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1877.667127] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c75f342-f629-490a-8a94-9855ebb4d091 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.683015] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8523eccc-f277-4338-a1e2-4297fef7d18b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.703857] env[62187]: DEBUG nova.compute.provider_tree [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.744488] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1877.744769] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1877.744970] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1877.745189] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1877.797211] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095548} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.797573] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1877.798448] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65408fca-e369-4ed8-8d11-9273eadf3680 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.828797] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 5bf2b512-1a95-4ad8-8d11-473e8683b68e/5bf2b512-1a95-4ad8-8d11-473e8683b68e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.829987] env[62187]: DEBUG nova.network.neutron [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Updated VIF entry in instance network info cache for port 98d2b088-8488-495a-ba9f-a1ea30c6069f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1877.830572] env[62187]: DEBUG nova.network.neutron [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Updating instance_info_cache with network_info: [{"id": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "address": "fa:16:3e:59:1b:2f", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d2b088-84", "ovs_interfaceid": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.833613] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead0e29d-9925-4181-b5f4-a3d9bb4b47ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.852598] env[62187]: DEBUG oslo_concurrency.lockutils [req-6f1d62f7-bb6e-46c1-833f-f94bb723a47c req-a175b0bc-fa9c-4b96-975e-56f446585343 service nova] Releasing lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.859975] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1877.859975] env[62187]: value = "task-2132373" [ 1877.859975] env[62187]: _type = "Task" [ 1877.859975] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.867237] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612695} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.868028] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9c1472cf-7406-4baa-be73-b8f59c235252/9c1472cf-7406-4baa-be73-b8f59c235252.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1877.868298] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1877.868668] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5308db0c-d5aa-4099-a6a0-daa1b8868558 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.875060] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132373, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.879986] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1877.879986] env[62187]: value = "task-2132374" [ 1877.879986] env[62187]: _type = "Task" [ 1877.879986] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.891204] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.079976] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132371, 'name': CreateVM_Task, 'duration_secs': 0.625177} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.080262] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.081038] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.081236] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.081568] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.081845] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b311564-352e-44a6-b033-e3803036ccac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.088096] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1878.088096] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fa3e18-e127-a89c-0b94-3148a7922402" [ 1878.088096] env[62187]: _type = "Task" [ 1878.088096] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.096614] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fa3e18-e127-a89c-0b94-3148a7922402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.207073] env[62187]: DEBUG nova.scheduler.client.report [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1878.495465] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.495465] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079564} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.495465] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.495465] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5355dd5-3753-4b37-acdf-26c01ccb3262 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.539760] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 9c1472cf-7406-4baa-be73-b8f59c235252/9c1472cf-7406-4baa-be73-b8f59c235252.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.545292] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60337a6-44b5-4133-8e9e-34b28b333b6c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.576282] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1878.576282] env[62187]: value = "task-2132375" [ 1878.576282] env[62187]: _type = "Task" [ 1878.576282] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.587860] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.611601] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fa3e18-e127-a89c-0b94-3148a7922402, 'name': SearchDatastore_Task, 'duration_secs': 0.014511} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.611809] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.612165] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.612547] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.612792] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.613142] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.613431] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d6b949e-1806-4692-a8f0-5fb4acf02e26 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.626558] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.626780] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.627737] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a387491a-6370-4538-b15f-3059b9682f11 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.637817] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1878.637817] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5207c90f-4c76-bd01-6015-8eecfd4e368a" [ 1878.637817] env[62187]: _type = "Task" [ 1878.637817] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.647584] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5207c90f-4c76-bd01-6015-8eecfd4e368a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.722606] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.723377] env[62187]: DEBUG nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1878.725941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.580s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.727178] env[62187]: INFO nova.compute.claims [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1878.873972] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132373, 'name': ReconfigVM_Task, 'duration_secs': 0.696291} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.874376] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 5bf2b512-1a95-4ad8-8d11-473e8683b68e/5bf2b512-1a95-4ad8-8d11-473e8683b68e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1878.874954] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99e55508-5558-43af-bb16-dec6eef6b9a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.882161] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1878.882161] env[62187]: value = "task-2132376" [ 1878.882161] env[62187]: _type = "Task" [ 1878.882161] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.891490] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132376, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.969929] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Updated VIF entry in instance network info cache for port 8236c7ca-af1b-4702-8980-35cdd2ac2e59. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1878.970326] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Updating instance_info_cache with network_info: [{"id": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "address": "fa:16:3e:43:22:d0", "network": {"id": "415082b4-e47b-4b20-abe3-d315487f6b57", "bridge": "br-int", "label": "tempest-ServersTestJSON-1073848872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ac5e41a644408eafc3960dc78b6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8236c7ca-af", "ovs_interfaceid": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.092351] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.151418] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5207c90f-4c76-bd01-6015-8eecfd4e368a, 'name': SearchDatastore_Task, 'duration_secs': 0.014271} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.152292] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62e3b83-9c35-4edd-a0cf-9909a5b80005 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.159363] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1879.159363] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd79c0-accc-c200-cdcd-48aa9d77e1f7" [ 1879.159363] env[62187]: _type = "Task" [ 1879.159363] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.167937] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd79c0-accc-c200-cdcd-48aa9d77e1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.231499] env[62187]: DEBUG nova.compute.utils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1879.236728] env[62187]: DEBUG nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1879.236849] env[62187]: DEBUG nova.network.neutron [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1879.326029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.326029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.383120] env[62187]: DEBUG nova.policy [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa80600f6ec49219068f3dfe6c3453c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47406809882a41c3b5cf7397efc67755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1879.398122] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132376, 'name': Rename_Task, 'duration_secs': 0.267434} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.398487] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.398788] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3d47dcb-813a-4cf4-b0b4-cdc1dc463584 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.405849] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 1879.405849] env[62187]: value = "task-2132377" [ 1879.405849] env[62187]: _type = "Task" [ 1879.405849] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.418710] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.473364] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Releasing lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.473824] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Received event network-changed-933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1879.474128] env[62187]: DEBUG nova.compute.manager [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Refreshing instance network info cache due to event network-changed-933ad78c-1129-405a-a83d-82a318b58f52. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1879.478136] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Acquiring lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.478136] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Acquired lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.478136] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Refreshing network info cache for port 933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.594399] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132375, 'name': ReconfigVM_Task, 'duration_secs': 0.589641} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.594399] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 9c1472cf-7406-4baa-be73-b8f59c235252/9c1472cf-7406-4baa-be73-b8f59c235252.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.596583] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6ee9b5-fa4f-4432-a87b-721399feecde {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.606217] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1879.606217] env[62187]: value = "task-2132378" [ 1879.606217] env[62187]: _type = "Task" [ 1879.606217] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.620821] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132378, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.673848] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bd79c0-accc-c200-cdcd-48aa9d77e1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.674587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.674587] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 623c4d1d-55ac-4685-b335-04117f96129a/623c4d1d-55ac-4685-b335-04117f96129a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.674587] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae53839-8489-4945-a421-dd570e61c125 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.690953] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1879.690953] env[62187]: value = "task-2132379" [ 1879.690953] env[62187]: _type = "Task" [ 1879.690953] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.708033] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.746560] env[62187]: DEBUG nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1879.829929] env[62187]: DEBUG nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.919846] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132377, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.098993] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737f7ab1-b24d-471b-905f-53c17f6ab63f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.114890] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22653b86-6539-4f8b-a811-4c7282bf4f8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.157971] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132378, 'name': Rename_Task, 'duration_secs': 0.240429} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.159111] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.159914] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc75d52-29d8-4127-a72a-11d9f00ecc0a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.163263] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82c02b16-519b-43f1-89d7-39cba01e23b0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.179234] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8b2cb-3442-4bf4-897a-eaa9d43312d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.181086] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1880.181086] env[62187]: value = "task-2132380" [ 1880.181086] env[62187]: _type = "Task" [ 1880.181086] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.194212] env[62187]: DEBUG nova.compute.provider_tree [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.205340] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.210449] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132379, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.314318] env[62187]: DEBUG nova.network.neutron [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Successfully created port: 741b62ac-fb52-453b-8399-903393d8d8fc {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1880.352246] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.418122] env[62187]: DEBUG oslo_vmware.api [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132377, 'name': PowerOnVM_Task, 'duration_secs': 0.810953} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.418629] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.418915] env[62187]: INFO nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1880.418915] env[62187]: DEBUG nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1880.419878] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099c9b09-0918-45c2-919e-5fe2f4a860d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.691961] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.700703] env[62187]: DEBUG nova.scheduler.client.report [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1880.708114] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735406} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.708338] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 623c4d1d-55ac-4685-b335-04117f96129a/623c4d1d-55ac-4685-b335-04117f96129a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.708509] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.708765] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15b3153-d6bb-4370-a01b-2e496997b468 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.716579] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1880.716579] env[62187]: value = "task-2132381" [ 1880.716579] env[62187]: _type = "Task" [ 1880.716579] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.727540] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.764744] env[62187]: DEBUG nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1880.806047] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1880.806047] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.806047] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1880.807187] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.807187] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1880.807187] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1880.807187] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1880.807187] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1880.807447] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1880.807447] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1880.807447] env[62187]: DEBUG nova.virt.hardware [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1880.807447] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b206dd2-925b-4df3-bb77-e1605fe7f38f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.818265] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93b5fe-8b07-47f7-8aa6-291c6c3ed6a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.943728] env[62187]: INFO nova.compute.manager [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Took 20.66 seconds to build instance. [ 1880.992307] env[62187]: DEBUG nova.compute.manager [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Received event network-vif-plugged-658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.992307] env[62187]: DEBUG oslo_concurrency.lockutils [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] Acquiring lock "623c4d1d-55ac-4685-b335-04117f96129a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.992307] env[62187]: DEBUG oslo_concurrency.lockutils [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] Lock "623c4d1d-55ac-4685-b335-04117f96129a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.992307] env[62187]: DEBUG oslo_concurrency.lockutils [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] Lock "623c4d1d-55ac-4685-b335-04117f96129a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.992307] env[62187]: DEBUG nova.compute.manager [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] No waiting events found dispatching network-vif-plugged-658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1880.992575] env[62187]: WARNING nova.compute.manager [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Received unexpected event network-vif-plugged-658626f4-aca4-4169-ab88-67a4d18baaae for instance with vm_state building and task_state spawning. [ 1880.992575] env[62187]: DEBUG nova.compute.manager [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Received event network-changed-658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1880.992575] env[62187]: DEBUG nova.compute.manager [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Refreshing instance network info cache due to event network-changed-658626f4-aca4-4169-ab88-67a4d18baaae. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1880.992575] env[62187]: DEBUG oslo_concurrency.lockutils [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] Acquiring lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.992575] env[62187]: DEBUG oslo_concurrency.lockutils [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] Acquired lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.992740] env[62187]: DEBUG nova.network.neutron [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Refreshing network info cache for port 658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.073569] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updated VIF entry in instance network info cache for port 933ad78c-1129-405a-a83d-82a318b58f52. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.073569] env[62187]: DEBUG nova.network.neutron [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updating instance_info_cache with network_info: [{"id": "933ad78c-1129-405a-a83d-82a318b58f52", "address": "fa:16:3e:59:8d:44", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933ad78c-11", "ovs_interfaceid": "933ad78c-1129-405a-a83d-82a318b58f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.195037] env[62187]: DEBUG oslo_vmware.api [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132380, 'name': PowerOnVM_Task, 'duration_secs': 0.935465} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.195037] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.195183] env[62187]: INFO nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1881.197119] env[62187]: DEBUG nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.197119] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897c1f7-0e55-4d87-998d-eda541627904 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.209658] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.210151] env[62187]: DEBUG nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1881.212780] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.369s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.212945] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.219129] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.344s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.221032] env[62187]: INFO nova.compute.claims [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1881.233848] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103573} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.234076] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.234855] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0809d440-5393-4493-9446-45ff4e968532 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.261615] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 623c4d1d-55ac-4685-b335-04117f96129a/623c4d1d-55ac-4685-b335-04117f96129a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.262898] env[62187]: INFO nova.scheduler.client.report [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Deleted allocations for instance 9b38cbcc-2475-4ff1-b9fe-491bbab28173 [ 1881.264569] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303da231-c792-428d-9939-c902c8769531 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.289120] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1881.289120] env[62187]: value = "task-2132382" [ 1881.289120] env[62187]: _type = "Task" [ 1881.289120] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.298880] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.447228] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b8dc4e66-6ac2-4b51-a83c-b89122a73ca3 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.255s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.578386] env[62187]: DEBUG oslo_concurrency.lockutils [req-1af79aa4-d725-4604-a6cd-bafbea8cfb63 req-d92b73ea-a5d4-4571-bcda-1e1c2d49c341 service nova] Releasing lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.643228] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "c69e62fb-7776-4064-a296-3e09564d780c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.643228] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "c69e62fb-7776-4064-a296-3e09564d780c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.721960] env[62187]: INFO nova.compute.manager [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Took 18.68 seconds to build instance. [ 1881.729116] env[62187]: DEBUG nova.compute.utils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1881.740551] env[62187]: DEBUG nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1881.740551] env[62187]: DEBUG nova.network.neutron [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1881.792749] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7f199aae-236a-443e-8f2c-18b01dcb9f37 tempest-ServerExternalEventsTest-1630892886 tempest-ServerExternalEventsTest-1630892886-project-member] Lock "9b38cbcc-2475-4ff1-b9fe-491bbab28173" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.683s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.806702] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.148590] env[62187]: DEBUG nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1882.231350] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0ef865a-5725-42d5-9249-df940a8f62e8 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "9c1472cf-7406-4baa-be73-b8f59c235252" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.202s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.247681] env[62187]: DEBUG nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1882.309747] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132382, 'name': ReconfigVM_Task, 'duration_secs': 0.526343} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.309747] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 623c4d1d-55ac-4685-b335-04117f96129a/623c4d1d-55ac-4685-b335-04117f96129a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.309747] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b04a92a9-316c-43ed-a8d6-e0b90488c5f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.324443] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1882.324443] env[62187]: value = "task-2132383" [ 1882.324443] env[62187]: _type = "Task" [ 1882.324443] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.339931] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132383, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.349155] env[62187]: DEBUG nova.policy [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3f9bc54406342a186f491cbe52b36fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e0696dc8702b413b99b366a4e36d0d29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1882.382253] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "b710c68a-0dd5-4565-962e-00ce8a433324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.382253] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "b710c68a-0dd5-4565-962e-00ce8a433324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.569469] env[62187]: DEBUG nova.compute.manager [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1882.656969] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28c3649-40be-4943-93aa-7146a3d65aa2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.671780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d4b52-a6bc-4b35-9026-cc9128b214aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.683114] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.724304] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fd4020-360f-4fb0-8440-c77442fc070d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.734274] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a50e87-ae9c-40c8-9d05-2ce401a69659 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.751742] env[62187]: DEBUG nova.compute.provider_tree [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.754495] env[62187]: DEBUG nova.network.neutron [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Successfully updated port: 741b62ac-fb52-453b-8399-903393d8d8fc {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1882.841807] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132383, 'name': Rename_Task, 'duration_secs': 0.184814} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.842263] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.842535] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56129057-4690-4d31-a5bf-db62ac4b242c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.851415] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 1882.851415] env[62187]: value = "task-2132384" [ 1882.851415] env[62187]: _type = "Task" [ 1882.851415] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.861881] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.884339] env[62187]: DEBUG nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1882.978219] env[62187]: DEBUG nova.network.neutron [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updated VIF entry in instance network info cache for port 658626f4-aca4-4169-ab88-67a4d18baaae. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1882.978652] env[62187]: DEBUG nova.network.neutron [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updating instance_info_cache with network_info: [{"id": "658626f4-aca4-4169-ab88-67a4d18baaae", "address": "fa:16:3e:39:63:99", "network": {"id": "8cdba2a3-09cf-4740-abee-5855cf6fb09c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1802443786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6897889682394814b1039bd3a6a947f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658626f4-ac", "ovs_interfaceid": "658626f4-aca4-4169-ab88-67a4d18baaae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1883.106309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.257479] env[62187]: DEBUG nova.scheduler.client.report [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.261793] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "refresh_cache-92c37706-d510-4f1a-ad30-e3df46edcea9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.261793] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquired lock "refresh_cache-92c37706-d510-4f1a-ad30-e3df46edcea9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.261793] env[62187]: DEBUG nova.network.neutron [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.264577] env[62187]: DEBUG nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1883.317674] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1883.319233] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1883.319233] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1883.319233] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1883.319233] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1883.319233] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1883.319423] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1883.319423] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1883.319423] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1883.319701] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1883.320133] env[62187]: DEBUG nova.virt.hardware [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1883.321118] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14233b9-8daf-4e83-aa7d-f291d834c840 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.333040] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfd9b7f-6be6-4117-a3f0-04565d9025c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.362646] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132384, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.414501] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.481960] env[62187]: DEBUG oslo_concurrency.lockutils [req-5a19a173-27f0-45f0-b420-592b0aa2e2c7 req-d3eaaa3e-bf9a-45ce-8eda-21e3a1db9919 service nova] Releasing lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.647251] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.647469] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.647702] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.647940] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.648226] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.651960] env[62187]: INFO nova.compute.manager [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Terminating instance [ 1883.732091] env[62187]: DEBUG nova.compute.manager [req-958556ac-ff7e-48ce-a135-b240cfae1733 req-e4101282-a597-4fee-a047-5724c6f807da service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Received event network-vif-plugged-741b62ac-fb52-453b-8399-903393d8d8fc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1883.732091] env[62187]: DEBUG oslo_concurrency.lockutils [req-958556ac-ff7e-48ce-a135-b240cfae1733 req-e4101282-a597-4fee-a047-5724c6f807da service nova] Acquiring lock "92c37706-d510-4f1a-ad30-e3df46edcea9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.732376] env[62187]: DEBUG oslo_concurrency.lockutils [req-958556ac-ff7e-48ce-a135-b240cfae1733 req-e4101282-a597-4fee-a047-5724c6f807da service nova] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.733111] env[62187]: DEBUG oslo_concurrency.lockutils [req-958556ac-ff7e-48ce-a135-b240cfae1733 req-e4101282-a597-4fee-a047-5724c6f807da service nova] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.733111] env[62187]: DEBUG nova.compute.manager [req-958556ac-ff7e-48ce-a135-b240cfae1733 req-e4101282-a597-4fee-a047-5724c6f807da service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] No waiting events found dispatching network-vif-plugged-741b62ac-fb52-453b-8399-903393d8d8fc {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.733111] env[62187]: WARNING nova.compute.manager [req-958556ac-ff7e-48ce-a135-b240cfae1733 req-e4101282-a597-4fee-a047-5724c6f807da service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Received unexpected event network-vif-plugged-741b62ac-fb52-453b-8399-903393d8d8fc for instance with vm_state building and task_state spawning. [ 1883.765471] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.766214] env[62187]: DEBUG nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1883.776445] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.091s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.779043] env[62187]: INFO nova.compute.claims [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1883.864043] env[62187]: DEBUG oslo_vmware.api [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132384, 'name': PowerOnVM_Task, 'duration_secs': 0.643462} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.864342] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.864542] env[62187]: INFO nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1883.864721] env[62187]: DEBUG nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.865903] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb575757-7d20-418b-8492-e677477a505f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.073201] env[62187]: DEBUG nova.network.neutron [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1884.159787] env[62187]: DEBUG nova.compute.manager [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1884.160995] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1884.162407] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c2efdc-9be0-437b-ad3f-cb237f8c1bb3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.172789] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.173115] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cdc4a92-6eb4-4ac5-9fda-685a6b02c754 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.183169] env[62187]: DEBUG oslo_vmware.api [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1884.183169] env[62187]: value = "task-2132385" [ 1884.183169] env[62187]: _type = "Task" [ 1884.183169] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.196225] env[62187]: DEBUG oslo_vmware.api [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.222355] env[62187]: DEBUG nova.network.neutron [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Successfully created port: 2853c69a-9d97-42e3-9d8d-f7feff442c92 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1884.291313] env[62187]: DEBUG nova.compute.utils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1884.300622] env[62187]: DEBUG nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1884.300622] env[62187]: DEBUG nova.network.neutron [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1884.388287] env[62187]: INFO nova.compute.manager [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Took 20.72 seconds to build instance. [ 1884.551350] env[62187]: DEBUG nova.policy [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c84ee56d64b0466eb5a1161724ae7794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34e01af91f54834a4000507d0bb81e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1884.701313] env[62187]: DEBUG oslo_vmware.api [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132385, 'name': PowerOffVM_Task, 'duration_secs': 0.222353} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.701785] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.701879] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1884.702155] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af070d32-dc19-42e0-bbf0-912bcbcb39c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.746309] env[62187]: DEBUG nova.network.neutron [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Updating instance_info_cache with network_info: [{"id": "741b62ac-fb52-453b-8399-903393d8d8fc", "address": "fa:16:3e:12:42:d0", "network": {"id": "10c8edc8-050a-4b92-9f2f-6dc3b733847c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-280606335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47406809882a41c3b5cf7397efc67755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741b62ac-fb", "ovs_interfaceid": "741b62ac-fb52-453b-8399-903393d8d8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.780817] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.780817] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.780817] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Deleting the datastore file [datastore1] 403bc23e-0bb5-4d8a-8b43-c7a0a933d187 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.781808] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1cda780-90e3-425e-96f0-cf368abe825b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.791130] env[62187]: DEBUG oslo_vmware.api [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for the task: (returnval){ [ 1884.791130] env[62187]: value = "task-2132387" [ 1884.791130] env[62187]: _type = "Task" [ 1884.791130] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.811748] env[62187]: DEBUG nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1884.825909] env[62187]: DEBUG oslo_vmware.api [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.891533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2396fef6-d941-4195-b796-16eba507abbf tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.234s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.929614] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.930858] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.203191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb4389b-2c63-4024-b150-683469c9ac49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.212582] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98364fe2-5488-4c0e-9a62-f2484820c7e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.245709] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d857831c-c354-427d-a86a-0380e6c78509 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.250096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Releasing lock "refresh_cache-92c37706-d510-4f1a-ad30-e3df46edcea9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.250416] env[62187]: DEBUG nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Instance network_info: |[{"id": "741b62ac-fb52-453b-8399-903393d8d8fc", "address": "fa:16:3e:12:42:d0", "network": {"id": "10c8edc8-050a-4b92-9f2f-6dc3b733847c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-280606335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47406809882a41c3b5cf7397efc67755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741b62ac-fb", "ovs_interfaceid": "741b62ac-fb52-453b-8399-903393d8d8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1885.253538] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:42:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '43ad01d2-c7dd-453c-a929-8ad76294d13c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '741b62ac-fb52-453b-8399-903393d8d8fc', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1885.262402] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Creating folder: Project (47406809882a41c3b5cf7397efc67755). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1885.263188] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c0f6bcc-98a4-4e45-9d3d-b5b5d451f5e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.266104] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4bdf03-722a-412a-9084-06f8aa5f6c0d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.284872] env[62187]: DEBUG nova.compute.provider_tree [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.288049] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Created folder: Project (47406809882a41c3b5cf7397efc67755) in parent group-v435995. [ 1885.288049] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Creating folder: Instances. Parent ref: group-v436037. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1885.288049] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a92d60c-1900-43bc-ab7a-58aadfbeeb5a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.299762] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Created folder: Instances in parent group-v436037. [ 1885.299762] env[62187]: DEBUG oslo.service.loopingcall [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.305985] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1885.306590] env[62187]: DEBUG oslo_vmware.api [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Task: {'id': task-2132387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369735} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.306784] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3ece0f1-648f-43a8-87e5-61a77247f399 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.321881] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.322116] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.322288] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.322458] env[62187]: INFO nova.compute.manager [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1885.322694] env[62187]: DEBUG oslo.service.loopingcall [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.327411] env[62187]: DEBUG nova.compute.manager [-] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1885.327548] env[62187]: DEBUG nova.network.neutron [-] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.330111] env[62187]: DEBUG nova.compute.manager [None req-a7532fcd-031a-498f-bb05-832c80bfba98 tempest-ServerDiagnosticsV248Test-901837734 tempest-ServerDiagnosticsV248Test-901837734-project-admin] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.332115] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f77f7f3-e481-41c6-bdda-7586bc77135b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.338351] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1885.338351] env[62187]: value = "task-2132390" [ 1885.338351] env[62187]: _type = "Task" [ 1885.338351] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.342951] env[62187]: INFO nova.compute.manager [None req-a7532fcd-031a-498f-bb05-832c80bfba98 tempest-ServerDiagnosticsV248Test-901837734 tempest-ServerDiagnosticsV248Test-901837734-project-admin] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Retrieving diagnostics [ 1885.344741] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e13960e-64d4-4579-aea7-23bd6eedb3d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.350918] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132390, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.433859] env[62187]: DEBUG nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1885.793484] env[62187]: DEBUG nova.scheduler.client.report [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1885.838213] env[62187]: DEBUG nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1885.853103] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132390, 'name': CreateVM_Task, 'duration_secs': 0.474261} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.853297] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1885.854254] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.854417] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.854749] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1885.855071] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaf030c0-85d0-4e66-b249-92481770897b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.863052] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1885.863052] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c0659a-b882-142c-ebf6-162e914e2601" [ 1885.863052] env[62187]: _type = "Task" [ 1885.863052] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.872513] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1885.872513] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.872513] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1885.872513] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.873112] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1885.878145] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1885.878145] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1885.878145] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1885.878145] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1885.878145] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1885.879100] env[62187]: DEBUG nova.virt.hardware [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1885.879100] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e7c4e-a940-4b77-9552-8ed910312d0e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.890699] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c0659a-b882-142c-ebf6-162e914e2601, 'name': SearchDatastore_Task, 'duration_secs': 0.018428} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.891412] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.891412] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1885.891580] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.892157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.892157] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.893140] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604283d7-d136-45dc-b75a-0d7bdd6ca99c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.896976] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-093852aa-ed98-468a-8382-f46206b65672 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.900762] env[62187]: DEBUG nova.network.neutron [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Successfully created port: d249d80d-0add-4278-9d6e-63c109601fde {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1885.912910] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.913065] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1885.913658] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ad5514-7421-4945-8bdc-2ad89c9e12ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.919439] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1885.919439] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c2ced-2ac8-6741-aa06-212e5e97b66d" [ 1885.919439] env[62187]: _type = "Task" [ 1885.919439] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.929936] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c2ced-2ac8-6741-aa06-212e5e97b66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.968353] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.298944] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.299513] env[62187]: DEBUG nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.302811] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.970s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.304349] env[62187]: INFO nova.compute.claims [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1886.431519] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c2ced-2ac8-6741-aa06-212e5e97b66d, 'name': SearchDatastore_Task, 'duration_secs': 0.01606} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.432406] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b5c8005-e693-48d3-90f7-203d7aa14490 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.440047] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1886.440047] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5280c9dd-0995-e25f-f4f5-5a00d95690dd" [ 1886.440047] env[62187]: _type = "Task" [ 1886.440047] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.450233] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5280c9dd-0995-e25f-f4f5-5a00d95690dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.473449] env[62187]: DEBUG nova.network.neutron [-] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.569617] env[62187]: DEBUG nova.compute.manager [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Received event network-changed-d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1886.569885] env[62187]: DEBUG nova.compute.manager [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Refreshing instance network info cache due to event network-changed-d861efb3-4d41-4970-9640-43fe528b3f5b. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1886.570622] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] Acquiring lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1886.570920] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] Acquired lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1886.570994] env[62187]: DEBUG nova.network.neutron [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Refreshing network info cache for port d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1886.809968] env[62187]: DEBUG nova.compute.utils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1886.816226] env[62187]: DEBUG nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1886.817256] env[62187]: DEBUG nova.network.neutron [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1886.874100] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6e2d4-6c78-3523-7ae2-1b4af8876905/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1886.875121] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0ce002-88ea-4c38-a8fe-2ee45c0660b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.884723] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6e2d4-6c78-3523-7ae2-1b4af8876905/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1886.884723] env[62187]: ERROR oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6e2d4-6c78-3523-7ae2-1b4af8876905/disk-0.vmdk due to incomplete transfer. [ 1886.884723] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-211b92d5-3a5e-40cb-a23e-c4a96eee7ace {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.892751] env[62187]: DEBUG oslo_vmware.rw_handles [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6e2d4-6c78-3523-7ae2-1b4af8876905/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1886.892982] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Uploaded image 7618d56a-3cc5-4d3c-8128-1c53eaf0a923 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1886.897290] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1886.897641] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df8a6a12-d995-48ff-9198-7074c5fd75f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.906132] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1886.906132] env[62187]: value = "task-2132391" [ 1886.906132] env[62187]: _type = "Task" [ 1886.906132] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.918306] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132391, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.953873] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5280c9dd-0995-e25f-f4f5-5a00d95690dd, 'name': SearchDatastore_Task, 'duration_secs': 0.025022} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.954115] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.954264] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 92c37706-d510-4f1a-ad30-e3df46edcea9/92c37706-d510-4f1a-ad30-e3df46edcea9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1886.954514] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18f99fd7-7fc0-4b44-ab75-ec39b0e52135 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.965340] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1886.965340] env[62187]: value = "task-2132392" [ 1886.965340] env[62187]: _type = "Task" [ 1886.965340] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.974771] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.977525] env[62187]: INFO nova.compute.manager [-] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Took 1.65 seconds to deallocate network for instance. [ 1886.994682] env[62187]: DEBUG nova.policy [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cdef556ad4742128bc9f739c07dc1f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86cfce712788423e9232f86762b09e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.317434] env[62187]: DEBUG nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.416592] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132391, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.455533] env[62187]: DEBUG nova.network.neutron [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Successfully updated port: 2853c69a-9d97-42e3-9d8d-f7feff442c92 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1887.482984] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132392, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.490330] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.707459] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f22c67-460e-4d1b-8983-f12061a6e4a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.719058] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b5007-7efb-454c-b643-bb1895a94281 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.761175] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b243b1fe-2416-4fe3-a146-8ba1d897183d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.772970] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb8208-a64d-41b8-b83c-89029db58df7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.790094] env[62187]: DEBUG nova.compute.provider_tree [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.901382] env[62187]: DEBUG nova.network.neutron [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Successfully created port: 054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.919847] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132391, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.932945] env[62187]: DEBUG nova.network.neutron [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Updated VIF entry in instance network info cache for port d861efb3-4d41-4970-9640-43fe528b3f5b. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1887.932945] env[62187]: DEBUG nova.network.neutron [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Updating instance_info_cache with network_info: [{"id": "d861efb3-4d41-4970-9640-43fe528b3f5b", "address": "fa:16:3e:4e:fd:fa", "network": {"id": "43ffd5e8-754f-4980-9fdf-439a90ae8656", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1020766558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "457186532f3e45cda9e502be80187b15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd861efb3-4d", "ovs_interfaceid": "d861efb3-4d41-4970-9640-43fe528b3f5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.960794] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "refresh_cache-3425040d-d79d-4074-8228-648d60374213" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.960794] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquired lock "refresh_cache-3425040d-d79d-4074-8228-648d60374213" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.960794] env[62187]: DEBUG nova.network.neutron [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.984744] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884924} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.984744] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 92c37706-d510-4f1a-ad30-e3df46edcea9/92c37706-d510-4f1a-ad30-e3df46edcea9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1887.984744] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1887.984744] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9f49c32-1f3d-4526-93f1-c9f9fe570d0a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.994089] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1887.994089] env[62187]: value = "task-2132393" [ 1887.994089] env[62187]: _type = "Task" [ 1887.994089] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.007294] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.124635] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.124882] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.295360] env[62187]: DEBUG nova.scheduler.client.report [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.330131] env[62187]: DEBUG nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.364380] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.364588] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.364743] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.364923] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.365083] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.365231] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.365436] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.365657] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.365747] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.365903] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.366079] env[62187]: DEBUG nova.virt.hardware [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.366942] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcb5637-49c9-4898-a016-7c099970e690 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.375571] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ae0100-50ac-4179-bcba-b450c8f9a77b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.422352] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132391, 'name': Destroy_Task, 'duration_secs': 1.027893} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.422890] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Destroyed the VM [ 1888.423300] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1888.423795] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8bfe8f37-e58e-4c7f-af15-d78893f9c4f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.431123] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1888.431123] env[62187]: value = "task-2132394" [ 1888.431123] env[62187]: _type = "Task" [ 1888.431123] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.440099] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0a51228-db4f-4a93-b00d-00cd1979326c req-daa994a7-7a72-4d27-865a-5eb76f4e39a8 service nova] Releasing lock "refresh_cache-cce416e6-1f41-4086-9490-1ff08fca5994" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.440099] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.505413] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067853} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.505866] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1888.506879] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047bc72-a979-4d4e-b0e4-c7e17233aff8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.538982] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 92c37706-d510-4f1a-ad30-e3df46edcea9/92c37706-d510-4f1a-ad30-e3df46edcea9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1888.538982] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55ac4e4f-6f93-4fdd-98ca-c03ab7df5f42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.565871] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1888.565871] env[62187]: value = "task-2132395" [ 1888.565871] env[62187]: _type = "Task" [ 1888.565871] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.576885] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.597453] env[62187]: DEBUG nova.compute.manager [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Received event network-changed-741b62ac-fb52-453b-8399-903393d8d8fc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1888.597646] env[62187]: DEBUG nova.compute.manager [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Refreshing instance network info cache due to event network-changed-741b62ac-fb52-453b-8399-903393d8d8fc. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1888.597851] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Acquiring lock "refresh_cache-92c37706-d510-4f1a-ad30-e3df46edcea9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.597986] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Acquired lock "refresh_cache-92c37706-d510-4f1a-ad30-e3df46edcea9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.598436] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Refreshing network info cache for port 741b62ac-fb52-453b-8399-903393d8d8fc {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1888.627131] env[62187]: DEBUG nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1888.766449] env[62187]: DEBUG nova.network.neutron [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1888.801203] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.801686] env[62187]: DEBUG nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1888.805088] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.453s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.807042] env[62187]: INFO nova.compute.claims [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.950253] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132394, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.080129] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.165974] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.289222] env[62187]: DEBUG nova.network.neutron [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Successfully updated port: d249d80d-0add-4278-9d6e-63c109601fde {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.310228] env[62187]: DEBUG nova.compute.utils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1889.314721] env[62187]: DEBUG nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1889.317399] env[62187]: DEBUG nova.network.neutron [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1889.385080] env[62187]: DEBUG nova.network.neutron [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Updating instance_info_cache with network_info: [{"id": "2853c69a-9d97-42e3-9d8d-f7feff442c92", "address": "fa:16:3e:17:23:60", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2853c69a-9d", "ovs_interfaceid": "2853c69a-9d97-42e3-9d8d-f7feff442c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.448042] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132394, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.458044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "26291caa-bdbf-45cb-a903-5be91ba48052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.458289] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "26291caa-bdbf-45cb-a903-5be91ba48052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.458579] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "26291caa-bdbf-45cb-a903-5be91ba48052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.458883] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "26291caa-bdbf-45cb-a903-5be91ba48052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.459024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "26291caa-bdbf-45cb-a903-5be91ba48052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.464035] env[62187]: INFO nova.compute.manager [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Terminating instance [ 1889.479175] env[62187]: DEBUG nova.policy [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e34c86dc3fa947ac89f7e35b702a3323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aa4aac1fb4f47a1804f4d93c0672ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1889.587892] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132395, 'name': ReconfigVM_Task, 'duration_secs': 0.771153} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.590907] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 92c37706-d510-4f1a-ad30-e3df46edcea9/92c37706-d510-4f1a-ad30-e3df46edcea9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.590907] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-992926b3-93b1-45c2-9e1b-4eea88f1078a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.597517] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1889.597517] env[62187]: value = "task-2132396" [ 1889.597517] env[62187]: _type = "Task" [ 1889.597517] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.610422] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132396, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.798151] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "refresh_cache-60f44718-0206-481f-9c0b-38cf5225679c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.799329] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquired lock "refresh_cache-60f44718-0206-481f-9c0b-38cf5225679c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.799329] env[62187]: DEBUG nova.network.neutron [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.824687] env[62187]: DEBUG nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1889.890961] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Releasing lock "refresh_cache-3425040d-d79d-4074-8228-648d60374213" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.891386] env[62187]: DEBUG nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Instance network_info: |[{"id": "2853c69a-9d97-42e3-9d8d-f7feff442c92", "address": "fa:16:3e:17:23:60", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2853c69a-9d", "ovs_interfaceid": "2853c69a-9d97-42e3-9d8d-f7feff442c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1889.891902] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:23:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2853c69a-9d97-42e3-9d8d-f7feff442c92', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.904351] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Creating folder: Project (e0696dc8702b413b99b366a4e36d0d29). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1889.907301] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fda43071-61dd-402d-9e48-0218cdc815c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.921266] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Created folder: Project (e0696dc8702b413b99b366a4e36d0d29) in parent group-v435995. [ 1889.921266] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Creating folder: Instances. Parent ref: group-v436040. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1889.921983] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Updated VIF entry in instance network info cache for port 741b62ac-fb52-453b-8399-903393d8d8fc. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1889.922327] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Updating instance_info_cache with network_info: [{"id": "741b62ac-fb52-453b-8399-903393d8d8fc", "address": "fa:16:3e:12:42:d0", "network": {"id": "10c8edc8-050a-4b92-9f2f-6dc3b733847c", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-280606335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47406809882a41c3b5cf7397efc67755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "43ad01d2-c7dd-453c-a929-8ad76294d13c", "external-id": "nsx-vlan-transportzone-176", "segmentation_id": 176, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap741b62ac-fb", "ovs_interfaceid": "741b62ac-fb52-453b-8399-903393d8d8fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.926031] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0084023e-e588-4c50-98f5-21a2a94eaba9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.940145] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Created folder: Instances in parent group-v436040. [ 1889.940435] env[62187]: DEBUG oslo.service.loopingcall [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.941523] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3425040d-d79d-4074-8228-648d60374213] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1889.941965] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56eec13f-f083-4c5c-a36d-9ca8e2186bbe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.969927] env[62187]: DEBUG oslo_vmware.api [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132394, 'name': RemoveSnapshot_Task, 'duration_secs': 1.07609} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.970589] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "refresh_cache-26291caa-bdbf-45cb-a903-5be91ba48052" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.970660] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquired lock "refresh_cache-26291caa-bdbf-45cb-a903-5be91ba48052" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.971290] env[62187]: DEBUG nova.network.neutron [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.975631] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1889.976990] env[62187]: INFO nova.compute.manager [None req-2caa99fc-c70e-4f58-9742-1a9bddeb0e03 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Took 18.35 seconds to snapshot the instance on the hypervisor. [ 1889.980669] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1889.980669] env[62187]: value = "task-2132399" [ 1889.980669] env[62187]: _type = "Task" [ 1889.980669] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.991412] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132399, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.111338] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132396, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.275440] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2943a5-5716-4643-9f40-0dc4058ca989 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.284074] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e8e4f7-5607-4688-ae93-30a9a0518edb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.322647] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1802c99-86a6-43b1-8581-8dfd86fb5192 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.330753] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bed2050-09b3-4185-a670-ba750a48215b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.348166] env[62187]: DEBUG nova.compute.provider_tree [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.350086] env[62187]: DEBUG nova.network.neutron [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Successfully updated port: 054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1890.391109] env[62187]: DEBUG nova.network.neutron [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.432213] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Releasing lock "refresh_cache-92c37706-d510-4f1a-ad30-e3df46edcea9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.432213] env[62187]: DEBUG nova.compute.manager [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Received event network-changed-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1890.432213] env[62187]: DEBUG nova.compute.manager [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Refreshing instance network info cache due to event network-changed-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1890.432213] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Acquiring lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.432213] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Acquired lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.432432] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Refreshing network info cache for port 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.499501] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132399, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.505082] env[62187]: DEBUG nova.network.neutron [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Successfully created port: 9bed16b9-d303-498e-9a07-895dc95f0a92 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1890.523689] env[62187]: DEBUG nova.network.neutron [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.611152] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132396, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.665506] env[62187]: DEBUG nova.network.neutron [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.709305] env[62187]: DEBUG nova.network.neutron [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Updating instance_info_cache with network_info: [{"id": "d249d80d-0add-4278-9d6e-63c109601fde", "address": "fa:16:3e:61:1b:12", "network": {"id": "ebc66313-8b7f-4905-8be4-807c2dbf21ea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-161890027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34e01af91f54834a4000507d0bb81e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd249d80d-0a", "ovs_interfaceid": "d249d80d-0add-4278-9d6e-63c109601fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.840569] env[62187]: DEBUG nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1890.860026] env[62187]: DEBUG nova.scheduler.client.report [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1890.863189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.863189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.863189] env[62187]: DEBUG nova.network.neutron [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1890.890175] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1890.890175] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1890.890175] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1890.890743] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1890.890743] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1890.890743] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1890.890743] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1890.890743] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1890.891385] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1890.891385] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1890.891385] env[62187]: DEBUG nova.virt.hardware [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1890.893709] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279418d2-0c88-4871-b4f1-15914a59ba0f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.898515] env[62187]: DEBUG nova.compute.manager [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Received event network-vif-deleted-678d261e-d7c7-4682-beaa-1aa11de9f15b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1890.899056] env[62187]: DEBUG nova.compute.manager [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Received event network-vif-plugged-2853c69a-9d97-42e3-9d8d-f7feff442c92 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1890.899056] env[62187]: DEBUG oslo_concurrency.lockutils [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] Acquiring lock "3425040d-d79d-4074-8228-648d60374213-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.899193] env[62187]: DEBUG oslo_concurrency.lockutils [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] Lock "3425040d-d79d-4074-8228-648d60374213-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.899419] env[62187]: DEBUG oslo_concurrency.lockutils [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] Lock "3425040d-d79d-4074-8228-648d60374213-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.899499] env[62187]: DEBUG nova.compute.manager [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] No waiting events found dispatching network-vif-plugged-2853c69a-9d97-42e3-9d8d-f7feff442c92 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1890.900212] env[62187]: WARNING nova.compute.manager [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Received unexpected event network-vif-plugged-2853c69a-9d97-42e3-9d8d-f7feff442c92 for instance with vm_state building and task_state spawning. [ 1890.900212] env[62187]: DEBUG nova.compute.manager [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Received event network-changed-2853c69a-9d97-42e3-9d8d-f7feff442c92 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1890.900212] env[62187]: DEBUG nova.compute.manager [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Refreshing instance network info cache due to event network-changed-2853c69a-9d97-42e3-9d8d-f7feff442c92. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1890.900212] env[62187]: DEBUG oslo_concurrency.lockutils [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] Acquiring lock "refresh_cache-3425040d-d79d-4074-8228-648d60374213" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.900543] env[62187]: DEBUG oslo_concurrency.lockutils [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] Acquired lock "refresh_cache-3425040d-d79d-4074-8228-648d60374213" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.900543] env[62187]: DEBUG nova.network.neutron [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Refreshing network info cache for port 2853c69a-9d97-42e3-9d8d-f7feff442c92 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1890.911034] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40430f16-1758-416e-b16b-5ce789a5bb9a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.969698] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "1030d877-b963-4f6a-8965-742bd403e7aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.970085] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "1030d877-b963-4f6a-8965-742bd403e7aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.004966] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132399, 'name': CreateVM_Task, 'duration_secs': 0.681946} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.005199] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3425040d-d79d-4074-8228-648d60374213] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.005933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.006157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.006927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.007553] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4936bdf5-9d4c-4393-83ce-a7130dd405f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.015650] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1891.015650] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a93db-5508-06ae-54f1-38bc8ab517b5" [ 1891.015650] env[62187]: _type = "Task" [ 1891.015650] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.024705] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a93db-5508-06ae-54f1-38bc8ab517b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.110226] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132396, 'name': Rename_Task, 'duration_secs': 1.200988} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.110505] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1891.110768] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f34dfa7-b932-4edb-a4b4-6feb212c6946 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.117583] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1891.117583] env[62187]: value = "task-2132408" [ 1891.117583] env[62187]: _type = "Task" [ 1891.117583] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.134100] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132408, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.168924] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Releasing lock "refresh_cache-26291caa-bdbf-45cb-a903-5be91ba48052" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.169385] env[62187]: DEBUG nova.compute.manager [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1891.169576] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1891.170471] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b24191-ba49-4ad7-9486-49a1737d1d19 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.179924] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1891.180363] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f49e45b2-5258-4b5d-9b64-9279beb09931 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.186827] env[62187]: DEBUG oslo_vmware.api [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1891.186827] env[62187]: value = "task-2132409" [ 1891.186827] env[62187]: _type = "Task" [ 1891.186827] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.197213] env[62187]: DEBUG oslo_vmware.api [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.213380] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Releasing lock "refresh_cache-60f44718-0206-481f-9c0b-38cf5225679c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.213719] env[62187]: DEBUG nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Instance network_info: |[{"id": "d249d80d-0add-4278-9d6e-63c109601fde", "address": "fa:16:3e:61:1b:12", "network": {"id": "ebc66313-8b7f-4905-8be4-807c2dbf21ea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-161890027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34e01af91f54834a4000507d0bb81e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd249d80d-0a", "ovs_interfaceid": "d249d80d-0add-4278-9d6e-63c109601fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1891.214138] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:1b:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd249d80d-0add-4278-9d6e-63c109601fde', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.221625] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Creating folder: Project (b34e01af91f54834a4000507d0bb81e9). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.221904] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8e26c6a-1764-48d9-91b5-64c72cd10352 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.232050] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Created folder: Project (b34e01af91f54834a4000507d0bb81e9) in parent group-v435995. [ 1891.232263] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Creating folder: Instances. Parent ref: group-v436049. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1891.232507] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8894e073-5ed9-48ab-b105-ebde75bcff09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.241781] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Created folder: Instances in parent group-v436049. [ 1891.242073] env[62187]: DEBUG oslo.service.loopingcall [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.242322] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.242497] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a525e9f6-c781-4585-9306-1f5a12b1d706 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.258781] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updated VIF entry in instance network info cache for port 8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.259167] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updating instance_info_cache with network_info: [{"id": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "address": "fa:16:3e:fd:1f:0b", "network": {"id": "5d411a32-daab-4144-b1b1-1e38edd624e0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1384321901-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef266eabf8824ae1a8c46a979bd2dec2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dfbbef7-4b", "ovs_interfaceid": "8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.264918] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.264918] env[62187]: value = "task-2132412" [ 1891.264918] env[62187]: _type = "Task" [ 1891.264918] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.274587] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132412, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.367886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.563s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.368421] env[62187]: DEBUG nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1891.372059] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.689s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.373922] env[62187]: INFO nova.compute.claims [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.434473] env[62187]: DEBUG nova.network.neutron [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1891.531542] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a93db-5508-06ae-54f1-38bc8ab517b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.531966] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.532404] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.532726] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.532913] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.537022] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.539785] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e57a7460-6cf9-4953-86f5-70ff8b9f31a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.550476] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.550725] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.551520] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4ba669-ec01-451d-bbce-103f2f0eeaa5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.559333] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1891.559333] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a52b15-d0d7-2798-bbca-bd047ba8cfd6" [ 1891.559333] env[62187]: _type = "Task" [ 1891.559333] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.568696] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a52b15-d0d7-2798-bbca-bd047ba8cfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.636112] env[62187]: DEBUG oslo_vmware.api [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132408, 'name': PowerOnVM_Task, 'duration_secs': 0.503723} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.637092] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1891.637481] env[62187]: INFO nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Took 10.87 seconds to spawn the instance on the hypervisor. [ 1891.637751] env[62187]: DEBUG nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1891.639112] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d978744-a6a5-409c-8ace-169b23973846 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.698215] env[62187]: DEBUG oslo_vmware.api [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132409, 'name': PowerOffVM_Task, 'duration_secs': 0.133647} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.701706] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1891.701883] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1891.702447] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cdc31a2-6013-4596-a208-ec0e148dfaf4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.743771] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1891.743999] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1891.744199] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Deleting the datastore file [datastore1] 26291caa-bdbf-45cb-a903-5be91ba48052 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1891.744462] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dce42849-8a8d-490f-8be3-463586689f60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.755027] env[62187]: DEBUG oslo_vmware.api [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for the task: (returnval){ [ 1891.755027] env[62187]: value = "task-2132414" [ 1891.755027] env[62187]: _type = "Task" [ 1891.755027] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.764477] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Releasing lock "refresh_cache-e1a29ed5-b2be-43d8-b094-d70b5671d223" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.768031] env[62187]: DEBUG nova.compute.manager [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Received event network-changed-98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1891.768031] env[62187]: DEBUG nova.compute.manager [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Refreshing instance network info cache due to event network-changed-98d2b088-8488-495a-ba9f-a1ea30c6069f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1891.768031] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Acquiring lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.768031] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Acquired lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.768031] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Refreshing network info cache for port 98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.768281] env[62187]: DEBUG oslo_vmware.api [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.780624] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132412, 'name': CreateVM_Task, 'duration_secs': 0.489235} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.780993] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.781917] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.782236] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.782673] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.783422] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bf6d791-6849-499c-b28c-b0c52bfc79ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.788936] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1891.788936] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b3067-0dca-2cf7-27ab-fb7912251fe9" [ 1891.788936] env[62187]: _type = "Task" [ 1891.788936] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.798378] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b3067-0dca-2cf7-27ab-fb7912251fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.825281] env[62187]: DEBUG nova.network.neutron [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054377db-67", "ovs_interfaceid": "054377db-67ba-4773-950b-56afd15aecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.882028] env[62187]: DEBUG nova.compute.utils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.889996] env[62187]: DEBUG nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.890198] env[62187]: DEBUG nova.network.neutron [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.936658] env[62187]: DEBUG nova.network.neutron [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Updated VIF entry in instance network info cache for port 2853c69a-9d97-42e3-9d8d-f7feff442c92. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1891.937155] env[62187]: DEBUG nova.network.neutron [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Updating instance_info_cache with network_info: [{"id": "2853c69a-9d97-42e3-9d8d-f7feff442c92", "address": "fa:16:3e:17:23:60", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2853c69a-9d", "ovs_interfaceid": "2853c69a-9d97-42e3-9d8d-f7feff442c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.017176] env[62187]: DEBUG nova.policy [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93294103b11043ef9cb829cd9cedf995', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6e985f876bf4fa8b3b31ca76edb0808', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1892.072031] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a52b15-d0d7-2798-bbca-bd047ba8cfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.072651] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d55997-9e4b-4df2-b9ff-0c06d9cea6c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.078665] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1892.078665] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a7f20e-6688-9dd5-af3e-c4a67ef46a33" [ 1892.078665] env[62187]: _type = "Task" [ 1892.078665] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.089582] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a7f20e-6688-9dd5-af3e-c4a67ef46a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.140272] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Received event network-changed-8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1892.140458] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Refreshing instance network info cache due to event network-changed-8236c7ca-af1b-4702-8980-35cdd2ac2e59. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1892.140750] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Acquiring lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.140851] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Acquired lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.141011] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Refreshing network info cache for port 8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1892.160033] env[62187]: INFO nova.compute.manager [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Took 25.49 seconds to build instance. [ 1892.271340] env[62187]: DEBUG oslo_vmware.api [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Task: {'id': task-2132414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099103} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.271340] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1892.271340] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1892.271537] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1892.271681] env[62187]: INFO nova.compute.manager [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1892.271883] env[62187]: DEBUG oslo.service.loopingcall [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.272743] env[62187]: DEBUG nova.compute.manager [-] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1892.272743] env[62187]: DEBUG nova.network.neutron [-] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1892.303732] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b3067-0dca-2cf7-27ab-fb7912251fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.304065] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.304301] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.304510] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.323649] env[62187]: DEBUG nova.network.neutron [-] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1892.336932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.336932] env[62187]: DEBUG nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance network_info: |[{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054377db-67", "ovs_interfaceid": "054377db-67ba-4773-950b-56afd15aecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1892.337593] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:d5:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '054377db-67ba-4773-950b-56afd15aecea', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1892.353789] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating folder: Project (86cfce712788423e9232f86762b09e7e). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1892.353789] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3273dbfc-d883-4933-8d30-dc412416a71f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.356418] env[62187]: DEBUG nova.network.neutron [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Successfully created port: bc306718-15b2-4582-ba59-3cf14fb402c0 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.368943] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Created folder: Project (86cfce712788423e9232f86762b09e7e) in parent group-v435995. [ 1892.369165] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating folder: Instances. Parent ref: group-v436052. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1892.369428] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a9dea08-04c4-41e3-82b9-facd67904b94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.379365] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Created folder: Instances in parent group-v436052. [ 1892.379617] env[62187]: DEBUG oslo.service.loopingcall [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1892.379815] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1892.380029] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3960373-dc82-455d-965a-22bf1eda4406 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.398070] env[62187]: DEBUG nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1892.410789] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1892.410789] env[62187]: value = "task-2132417" [ 1892.410789] env[62187]: _type = "Task" [ 1892.410789] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.423525] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132417, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.444041] env[62187]: DEBUG oslo_concurrency.lockutils [req-92defcc1-8e88-4e48-a033-27fd721802be req-9abcce63-36c0-4b82-af91-0d23e8a48f05 service nova] Releasing lock "refresh_cache-3425040d-d79d-4074-8228-648d60374213" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.591102] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a7f20e-6688-9dd5-af3e-c4a67ef46a33, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.593919] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.594208] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3425040d-d79d-4074-8228-648d60374213/3425040d-d79d-4074-8228-648d60374213.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.597310] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.597310] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.597310] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f89b6aa4-9663-44ba-a89a-0a8fbdb36845 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.603095] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1500463-bff4-4ab8-ad46-d934ca4ac294 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.612467] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1892.612467] env[62187]: value = "task-2132418" [ 1892.612467] env[62187]: _type = "Task" [ 1892.612467] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.613487] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.613661] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.625479] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d9010b-eba8-4ecc-9729-06a1fbb6209e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.634595] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.636438] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1892.636438] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e7721e-5389-c954-7fc9-f4ea9169c9ac" [ 1892.636438] env[62187]: _type = "Task" [ 1892.636438] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.649335] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e7721e-5389-c954-7fc9-f4ea9169c9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.662439] env[62187]: DEBUG oslo_concurrency.lockutils [None req-817e547b-0712-402f-9585-0399e674a44e tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.997s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.835377] env[62187]: DEBUG nova.network.neutron [-] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.933470] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132417, 'name': CreateVM_Task, 'duration_secs': 0.400721} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.933654] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1892.934428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.934745] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.934929] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1892.935217] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-652db96c-330a-44cc-bb7a-af2440067494 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.942207] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1892.942207] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f5e40a-4ce8-3b7a-df26-9e666197c5e8" [ 1892.942207] env[62187]: _type = "Task" [ 1892.942207] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.966413] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f5e40a-4ce8-3b7a-df26-9e666197c5e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.997403] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d114b74-4324-491b-8ac1-94a85bf65e26 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.015642] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6ca598-111a-4000-9acf-0f2570733ace {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.059672] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150ee273-f255-47e9-a2f3-022567cb8f55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.072449] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1649fe-38db-4f2c-8a97-fc9b9db8584e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.090428] env[62187]: DEBUG nova.compute.provider_tree [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.123390] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.147753] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e7721e-5389-c954-7fc9-f4ea9169c9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.022003} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.148691] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f8bf3db-7b73-4c75-9f82-1f65f5c3cb31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.155430] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1893.155430] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52583d14-4b6c-1221-55f5-4c9b7e109286" [ 1893.155430] env[62187]: _type = "Task" [ 1893.155430] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.165573] env[62187]: DEBUG nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1893.168236] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52583d14-4b6c-1221-55f5-4c9b7e109286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.214467] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Updated VIF entry in instance network info cache for port 98d2b088-8488-495a-ba9f-a1ea30c6069f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1893.214852] env[62187]: DEBUG nova.network.neutron [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Updating instance_info_cache with network_info: [{"id": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "address": "fa:16:3e:59:1b:2f", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98d2b088-84", "ovs_interfaceid": "98d2b088-8488-495a-ba9f-a1ea30c6069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.339068] env[62187]: INFO nova.compute.manager [-] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Took 1.07 seconds to deallocate network for instance. [ 1893.422192] env[62187]: DEBUG nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1893.458899] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f5e40a-4ce8-3b7a-df26-9e666197c5e8, 'name': SearchDatastore_Task, 'duration_secs': 0.032904} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.459184] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.459418] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1893.459647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.460150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.460150] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1893.460536] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8032e6d4-ec94-42dd-a734-e176387bb801 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.467414] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1893.467647] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.467873] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1893.467972] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.468802] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1893.468802] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1893.469173] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1893.469595] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1893.469595] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1893.469734] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1893.469898] env[62187]: DEBUG nova.virt.hardware [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1893.471412] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9365b22-ca19-4844-9dc7-34f546bbd272 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.476306] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1893.476703] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1893.478546] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bc955a-ce2a-40d6-b714-dac31ca8c7fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.487640] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a228da1-6b8c-4626-91ef-63cb2597d183 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.491877] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1893.491877] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525e99aa-ecd1-482f-e479-924a88429fe2" [ 1893.491877] env[62187]: _type = "Task" [ 1893.491877] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.511089] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525e99aa-ecd1-482f-e479-924a88429fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.598310] env[62187]: DEBUG nova.scheduler.client.report [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.633846] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533147} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.634220] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3425040d-d79d-4074-8228-648d60374213/3425040d-d79d-4074-8228-648d60374213.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.634489] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.634874] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24d762d5-264b-44cc-be80-8458eec16a40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.652108] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1893.652108] env[62187]: value = "task-2132419" [ 1893.652108] env[62187]: _type = "Task" [ 1893.652108] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.670452] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.677064] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52583d14-4b6c-1221-55f5-4c9b7e109286, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.680572] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.680572] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 60f44718-0206-481f-9c0b-38cf5225679c/60f44718-0206-481f-9c0b-38cf5225679c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.680572] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ecaa834-525c-4bb1-9dce-2c89848e9055 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.692508] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1893.692508] env[62187]: value = "task-2132420" [ 1893.692508] env[62187]: _type = "Task" [ 1893.692508] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.701257] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.705800] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.720777] env[62187]: DEBUG oslo_concurrency.lockutils [req-389f1788-ebe1-4798-8adc-16ec9b174448 req-6f9d5a38-bece-46d7-b673-ed57b945b11f service nova] Releasing lock "refresh_cache-9c1472cf-7406-4baa-be73-b8f59c235252" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.851772] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.989201] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Updated VIF entry in instance network info cache for port 8236c7ca-af1b-4702-8980-35cdd2ac2e59. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1893.989201] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Updating instance_info_cache with network_info: [{"id": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "address": "fa:16:3e:43:22:d0", "network": {"id": "415082b4-e47b-4b20-abe3-d315487f6b57", "bridge": "br-int", "label": "tempest-ServersTestJSON-1073848872-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "34ac5e41a644408eafc3960dc78b6627", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a111da1-447a-4722-9662-b0d6a2886a65", "external-id": "nsx-vlan-transportzone-435", "segmentation_id": 435, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8236c7ca-af", "ovs_interfaceid": "8236c7ca-af1b-4702-8980-35cdd2ac2e59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.004038] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525e99aa-ecd1-482f-e479-924a88429fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.033007} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.006742] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec81ed1b-7937-4995-93cf-fb9fe926815c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.013880] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1894.013880] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5253ff0b-f565-a28f-e38a-a490d4b0de09" [ 1894.013880] env[62187]: _type = "Task" [ 1894.013880] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.023341] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5253ff0b-f565-a28f-e38a-a490d4b0de09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.104050] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.110293] env[62187]: DEBUG nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1894.112806] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.171624] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092653} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.171624] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.173770] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86346ac9-d506-4456-ac51-86d08be42870 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.203429] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 3425040d-d79d-4074-8228-648d60374213/3425040d-d79d-4074-8228-648d60374213.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.209058] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c975dfdd-5ab7-4748-a030-2429f67a4412 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.237696] env[62187]: DEBUG nova.network.neutron [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Successfully updated port: 9bed16b9-d303-498e-9a07-895dc95f0a92 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.248382] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132420, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.251405] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1894.251405] env[62187]: value = "task-2132423" [ 1894.251405] env[62187]: _type = "Task" [ 1894.251405] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.265396] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.491203] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Releasing lock "refresh_cache-5bf2b512-1a95-4ad8-8d11-473e8683b68e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.491511] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Received event network-vif-plugged-d249d80d-0add-4278-9d6e-63c109601fde {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1894.492821] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Acquiring lock "60f44718-0206-481f-9c0b-38cf5225679c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.492821] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Lock "60f44718-0206-481f-9c0b-38cf5225679c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.492821] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Lock "60f44718-0206-481f-9c0b-38cf5225679c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.492821] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] No waiting events found dispatching network-vif-plugged-d249d80d-0add-4278-9d6e-63c109601fde {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.492821] env[62187]: WARNING nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Received unexpected event network-vif-plugged-d249d80d-0add-4278-9d6e-63c109601fde for instance with vm_state building and task_state spawning. [ 1894.493011] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Received event network-changed-d249d80d-0add-4278-9d6e-63c109601fde {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1894.493011] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Refreshing instance network info cache due to event network-changed-d249d80d-0add-4278-9d6e-63c109601fde. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1894.493011] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Acquiring lock "refresh_cache-60f44718-0206-481f-9c0b-38cf5225679c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.494819] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Acquired lock "refresh_cache-60f44718-0206-481f-9c0b-38cf5225679c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.494819] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Refreshing network info cache for port d249d80d-0add-4278-9d6e-63c109601fde {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1894.532560] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5253ff0b-f565-a28f-e38a-a490d4b0de09, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.532560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.532560] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1894.532560] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-002d4b1b-a264-49f1-aa0c-6bc6f946521b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.543141] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1894.543141] env[62187]: value = "task-2132424" [ 1894.543141] env[62187]: _type = "Task" [ 1894.543141] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.553873] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.619203] env[62187]: DEBUG nova.compute.utils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.628365] env[62187]: INFO nova.compute.claims [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1894.638316] env[62187]: DEBUG nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1894.644024] env[62187]: DEBUG nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1894.644024] env[62187]: DEBUG nova.network.neutron [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1894.709217] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751544} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.710808] env[62187]: DEBUG nova.policy [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38c36f6051d043c4af4a872eb44af814', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0bde81eea2e5476784f1e4d9b3f97040', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1894.713215] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 60f44718-0206-481f-9c0b-38cf5225679c/60f44718-0206-481f-9c0b-38cf5225679c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.713431] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.713724] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d00ae02-041e-4bc2-89f0-20ba31edf208 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.724032] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1894.724032] env[62187]: value = "task-2132425" [ 1894.724032] env[62187]: _type = "Task" [ 1894.724032] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.737719] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.740404] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-2f528407-2bd6-4ef2-a02a-572c94316465" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.740604] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-2f528407-2bd6-4ef2-a02a-572c94316465" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.740770] env[62187]: DEBUG nova.network.neutron [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.767381] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.922402] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.922662] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.935331] env[62187]: DEBUG nova.network.neutron [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Successfully updated port: bc306718-15b2-4582-ba59-3cf14fb402c0 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1895.055139] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132424, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.138823] env[62187]: INFO nova.compute.resource_tracker [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating resource usage from migration c388be2c-2edb-4fd0-b3bd-269884ffb22a [ 1895.187022] env[62187]: DEBUG nova.network.neutron [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Successfully created port: dd42b192-fb56-41a6-96a0-f31e2a802304 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1895.247770] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104545} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.247770] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1895.249463] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecb8e98-678d-4506-931b-20f4b95835f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.265523] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132423, 'name': ReconfigVM_Task, 'duration_secs': 0.813825} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.279020] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 3425040d-d79d-4074-8228-648d60374213/3425040d-d79d-4074-8228-648d60374213.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.291121] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 60f44718-0206-481f-9c0b-38cf5225679c/60f44718-0206-481f-9c0b-38cf5225679c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.293655] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b57d5be-376d-4aae-96d4-1ffb073f5465 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.295847] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-159672a5-7550-44da-8f71-8f7bfdec21c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.328401] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1895.328401] env[62187]: value = "task-2132427" [ 1895.328401] env[62187]: _type = "Task" [ 1895.328401] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.329092] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1895.329092] env[62187]: value = "task-2132426" [ 1895.329092] env[62187]: _type = "Task" [ 1895.329092] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.341371] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132426, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.346854] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.391337] env[62187]: DEBUG nova.network.neutron [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.396675] env[62187]: DEBUG nova.compute.manager [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received event network-vif-plugged-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.396892] env[62187]: DEBUG oslo_concurrency.lockutils [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.397111] env[62187]: DEBUG oslo_concurrency.lockutils [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.397278] env[62187]: DEBUG oslo_concurrency.lockutils [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.397450] env[62187]: DEBUG nova.compute.manager [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] No waiting events found dispatching network-vif-plugged-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1895.397617] env[62187]: WARNING nova.compute.manager [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received unexpected event network-vif-plugged-054377db-67ba-4773-950b-56afd15aecea for instance with vm_state building and task_state spawning. [ 1895.397772] env[62187]: DEBUG nova.compute.manager [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received event network-changed-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.397920] env[62187]: DEBUG nova.compute.manager [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Refreshing instance network info cache due to event network-changed-054377db-67ba-4773-950b-56afd15aecea. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1895.398227] env[62187]: DEBUG oslo_concurrency.lockutils [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] Acquiring lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.398304] env[62187]: DEBUG oslo_concurrency.lockutils [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] Acquired lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.398399] env[62187]: DEBUG nova.network.neutron [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Refreshing network info cache for port 054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.439130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "refresh_cache-fcdf5dee-f078-4438-81ec-50f35cbbf24f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.439130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired lock "refresh_cache-fcdf5dee-f078-4438-81ec-50f35cbbf24f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.439130] env[62187]: DEBUG nova.network.neutron [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1895.473250] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Updated VIF entry in instance network info cache for port d249d80d-0add-4278-9d6e-63c109601fde. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1895.473250] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Updating instance_info_cache with network_info: [{"id": "d249d80d-0add-4278-9d6e-63c109601fde", "address": "fa:16:3e:61:1b:12", "network": {"id": "ebc66313-8b7f-4905-8be4-807c2dbf21ea", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-161890027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34e01af91f54834a4000507d0bb81e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd249d80d-0a", "ovs_interfaceid": "d249d80d-0add-4278-9d6e-63c109601fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.557799] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819201} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.558555] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1895.558555] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1895.558555] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21725a68-7afd-4512-81d8-85dee1a5b452 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.568850] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1895.568850] env[62187]: value = "task-2132428" [ 1895.568850] env[62187]: _type = "Task" [ 1895.568850] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.579959] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.616575] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a6cdf-084d-4b8a-a91a-b3c1ba46a5ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.625192] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87085426-3035-4d56-aba5-b318b2659082 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.676507] env[62187]: DEBUG nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1895.679902] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b225b697-aa5c-4781-8368-7b62a8ceaabc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.690102] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf56dc9-a101-469e-b903-52295a096ab7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.704891] env[62187]: DEBUG nova.compute.provider_tree [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1895.719128] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1895.719128] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.719128] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1895.719299] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.719299] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1895.719299] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1895.719414] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1895.719604] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1895.719661] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1895.720168] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1895.720168] env[62187]: DEBUG nova.virt.hardware [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1895.721827] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf779f48-6a06-4261-bb86-13b6b3c2d198 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.729795] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.730032] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.730242] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.730422] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.732166] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.733458] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e712514-9d1d-4ab8-9b91-6f5be6b1c285 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.737676] env[62187]: INFO nova.compute.manager [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Terminating instance [ 1895.850528] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132426, 'name': Rename_Task, 'duration_secs': 0.158893} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.851039] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132427, 'name': ReconfigVM_Task, 'duration_secs': 0.281455} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.851257] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1895.851527] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 60f44718-0206-481f-9c0b-38cf5225679c/60f44718-0206-481f-9c0b-38cf5225679c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.852348] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d944dea2-ba60-484c-bb31-d92d6aff23ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.854308] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b600f42-c351-4189-807b-e5d466ffc7c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.862693] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1895.862693] env[62187]: value = "task-2132429" [ 1895.862693] env[62187]: _type = "Task" [ 1895.862693] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.863998] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1895.863998] env[62187]: value = "task-2132430" [ 1895.863998] env[62187]: _type = "Task" [ 1895.863998] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.875806] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.878439] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132430, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.977079] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Releasing lock "refresh_cache-60f44718-0206-481f-9c0b-38cf5225679c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.977286] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Received event network-changed-658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1895.977451] env[62187]: DEBUG nova.compute.manager [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Refreshing instance network info cache due to event network-changed-658626f4-aca4-4169-ab88-67a4d18baaae. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1895.977754] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Acquiring lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.977925] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Acquired lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.978112] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Refreshing network info cache for port 658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.981353] env[62187]: DEBUG nova.network.neutron [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Updating instance_info_cache with network_info: [{"id": "9bed16b9-d303-498e-9a07-895dc95f0a92", "address": "fa:16:3e:3b:17:f2", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bed16b9-d3", "ovs_interfaceid": "9bed16b9-d303-498e-9a07-895dc95f0a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.029606] env[62187]: DEBUG nova.network.neutron [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1896.083788] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072766} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.084295] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1896.085476] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed93ceb2-b5e2-4110-9cf1-0c13b438cbe1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.111906] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1896.112735] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82df373c-59a8-485d-aee1-bb9dd723705c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.139895] env[62187]: DEBUG nova.compute.manager [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.140152] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1896.140152] env[62187]: value = "task-2132433" [ 1896.140152] env[62187]: _type = "Task" [ 1896.140152] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.140769] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f401c7-ea85-4ada-9ff8-d10b30155045 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.152746] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132433, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.198764] env[62187]: DEBUG nova.compute.manager [req-926e0ea9-c9e9-4a61-bd0c-270a1f770d17 req-f51bb8ed-2f94-4707-8cb8-badbf36b3cbf service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Received event network-vif-plugged-9bed16b9-d303-498e-9a07-895dc95f0a92 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1896.199777] env[62187]: DEBUG oslo_concurrency.lockutils [req-926e0ea9-c9e9-4a61-bd0c-270a1f770d17 req-f51bb8ed-2f94-4707-8cb8-badbf36b3cbf service nova] Acquiring lock "2f528407-2bd6-4ef2-a02a-572c94316465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.199777] env[62187]: DEBUG oslo_concurrency.lockutils [req-926e0ea9-c9e9-4a61-bd0c-270a1f770d17 req-f51bb8ed-2f94-4707-8cb8-badbf36b3cbf service nova] Lock "2f528407-2bd6-4ef2-a02a-572c94316465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.199777] env[62187]: DEBUG oslo_concurrency.lockutils [req-926e0ea9-c9e9-4a61-bd0c-270a1f770d17 req-f51bb8ed-2f94-4707-8cb8-badbf36b3cbf service nova] Lock "2f528407-2bd6-4ef2-a02a-572c94316465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.200297] env[62187]: DEBUG nova.compute.manager [req-926e0ea9-c9e9-4a61-bd0c-270a1f770d17 req-f51bb8ed-2f94-4707-8cb8-badbf36b3cbf service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] No waiting events found dispatching network-vif-plugged-9bed16b9-d303-498e-9a07-895dc95f0a92 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1896.200297] env[62187]: WARNING nova.compute.manager [req-926e0ea9-c9e9-4a61-bd0c-270a1f770d17 req-f51bb8ed-2f94-4707-8cb8-badbf36b3cbf service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Received unexpected event network-vif-plugged-9bed16b9-d303-498e-9a07-895dc95f0a92 for instance with vm_state building and task_state spawning. [ 1896.241236] env[62187]: ERROR nova.scheduler.client.report [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [req-b50437b2-4e4f-43f2-b988-291698c65801] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b50437b2-4e4f-43f2-b988-291698c65801"}]} [ 1896.244657] env[62187]: DEBUG nova.compute.manager [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1896.244880] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1896.245912] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e691dd7e-aec3-48b6-af99-fe65dacd9590 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.256387] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1896.256638] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dfcb336-d5c2-48ed-a54f-c4e2ab88fed1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.260142] env[62187]: DEBUG nova.scheduler.client.report [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1896.281598] env[62187]: DEBUG nova.scheduler.client.report [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1896.281598] env[62187]: DEBUG nova.compute.provider_tree [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.302368] env[62187]: DEBUG nova.scheduler.client.report [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1896.332342] env[62187]: DEBUG nova.scheduler.client.report [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1896.340872] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1896.340872] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1896.340872] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore2] b15866f3-5b1f-42fd-96d4-e76ed97e1c56 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1896.340872] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55834ad0-a3ba-4d54-86c6-1f1d8e3bbe59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.351109] env[62187]: DEBUG oslo_vmware.api [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1896.351109] env[62187]: value = "task-2132435" [ 1896.351109] env[62187]: _type = "Task" [ 1896.351109] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.362215] env[62187]: DEBUG oslo_vmware.api [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.387320] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132430, 'name': Rename_Task, 'duration_secs': 0.153674} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.387320] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.387320] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.387671] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ab9aa14-a9a8-4436-90d0-1df5948bf126 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.391683] env[62187]: DEBUG nova.network.neutron [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updated VIF entry in instance network info cache for port 054377db-67ba-4773-950b-56afd15aecea. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.392862] env[62187]: DEBUG nova.network.neutron [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054377db-67", "ovs_interfaceid": "054377db-67ba-4773-950b-56afd15aecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.398493] env[62187]: DEBUG nova.network.neutron [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Updating instance_info_cache with network_info: [{"id": "bc306718-15b2-4582-ba59-3cf14fb402c0", "address": "fa:16:3e:94:a8:d6", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc306718-15", "ovs_interfaceid": "bc306718-15b2-4582-ba59-3cf14fb402c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.399978] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1896.399978] env[62187]: value = "task-2132436" [ 1896.399978] env[62187]: _type = "Task" [ 1896.399978] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.412694] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.486229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-2f528407-2bd6-4ef2-a02a-572c94316465" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.486561] env[62187]: DEBUG nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Instance network_info: |[{"id": "9bed16b9-d303-498e-9a07-895dc95f0a92", "address": "fa:16:3e:3b:17:f2", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bed16b9-d3", "ovs_interfaceid": "9bed16b9-d303-498e-9a07-895dc95f0a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.487726] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:17:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bed16b9-d303-498e-9a07-895dc95f0a92', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.495463] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating folder: Project (4aa4aac1fb4f47a1804f4d93c0672ea5). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.496193] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd2e81e4-d83c-42c0-aba3-96db6ab44edf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.514559] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created folder: Project (4aa4aac1fb4f47a1804f4d93c0672ea5) in parent group-v435995. [ 1896.514808] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating folder: Instances. Parent ref: group-v436055. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.517727] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-654efebf-a219-418b-a032-99592f5dcb27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.530329] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created folder: Instances in parent group-v436055. [ 1896.530815] env[62187]: DEBUG oslo.service.loopingcall [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.531092] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.531376] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-686d57bf-d893-4dd9-b502-dc84ec7cbbab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.557858] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.557858] env[62187]: value = "task-2132439" [ 1896.557858] env[62187]: _type = "Task" [ 1896.557858] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.570035] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132439, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.655804] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.657954] env[62187]: INFO nova.compute.manager [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] instance snapshotting [ 1896.661155] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d382a776-81ab-46ff-9f32-913bb12d5210 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.694146] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cc0b39-a679-4260-a851-082659df335d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.892953] env[62187]: DEBUG oslo_vmware.api [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185813} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.892953] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1896.892953] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1896.892953] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1896.892953] env[62187]: INFO nova.compute.manager [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1896.894302] env[62187]: DEBUG oslo.service.loopingcall [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.894302] env[62187]: DEBUG nova.compute.manager [-] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1896.894302] env[62187]: DEBUG nova.network.neutron [-] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1896.894686] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e437de-06f0-4c85-8f6c-a6853ba91336 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.901920] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132429, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.905071] env[62187]: DEBUG oslo_concurrency.lockutils [req-afe0b2cb-3623-4647-9030-e7b2d83560ad req-5a04f4e7-83a9-4626-85f2-9f37fe4ef8f8 service nova] Releasing lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.906285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Releasing lock "refresh_cache-fcdf5dee-f078-4438-81ec-50f35cbbf24f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.906675] env[62187]: DEBUG nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Instance network_info: |[{"id": "bc306718-15b2-4582-ba59-3cf14fb402c0", "address": "fa:16:3e:94:a8:d6", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc306718-15", "ovs_interfaceid": "bc306718-15b2-4582-ba59-3cf14fb402c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.908791] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:a8:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc306718-15b2-4582-ba59-3cf14fb402c0', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.919020] env[62187]: DEBUG oslo.service.loopingcall [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.924537] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.924956] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6991f65b-90af-468b-9a34-0a6f1daf3c06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.946666] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f63ac8-3a9d-468a-8c95-67948ec1deaf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.956255] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "e1a29ed5-b2be-43d8-b094-d70b5671d223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.956532] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.956705] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "e1a29ed5-b2be-43d8-b094-d70b5671d223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.956881] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.957056] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.962148] env[62187]: DEBUG oslo_vmware.api [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132436, 'name': PowerOnVM_Task, 'duration_secs': 0.486266} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.965802] env[62187]: INFO nova.compute.manager [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Terminating instance [ 1896.967802] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.968163] env[62187]: INFO nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Took 11.13 seconds to spawn the instance on the hypervisor. [ 1896.968403] env[62187]: DEBUG nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.971363] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb1208d-be55-468e-b643-7a45044fa5cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.008764] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1897.008764] env[62187]: value = "task-2132440" [ 1897.008764] env[62187]: _type = "Task" [ 1897.008764] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.011757] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7309cd3e-922e-4b5a-86a4-f094968fe82c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.026337] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc389ce-8d98-4fc6-86d0-96f19293d230 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.036166] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132440, 'name': CreateVM_Task} progress is 15%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.047909] env[62187]: DEBUG nova.compute.provider_tree [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.075097] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132439, 'name': CreateVM_Task, 'duration_secs': 0.40484} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.075097] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.075627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.075814] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.076160] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.076410] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0bb037-5c9e-4049-9fb7-3c03030f9f96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.083879] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1897.083879] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5232dd4d-ce18-022a-c0b8-6e21c782fb21" [ 1897.083879] env[62187]: _type = "Task" [ 1897.083879] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.096142] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5232dd4d-ce18-022a-c0b8-6e21c782fb21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.154715] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132433, 'name': ReconfigVM_Task, 'duration_secs': 0.600798} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.154997] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1897.155722] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfae5a89-6dc8-4e43-b9bb-5ae04ba6a9db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.164731] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1897.164731] env[62187]: value = "task-2132441" [ 1897.164731] env[62187]: _type = "Task" [ 1897.164731] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.175336] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132441, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.206632] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1897.207024] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7fbd9a66-1487-44a9-92f0-bfa86f4609af {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.216014] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1897.216014] env[62187]: value = "task-2132442" [ 1897.216014] env[62187]: _type = "Task" [ 1897.216014] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.229236] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132442, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.298526] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updated VIF entry in instance network info cache for port 658626f4-aca4-4169-ab88-67a4d18baaae. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.298988] env[62187]: DEBUG nova.network.neutron [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updating instance_info_cache with network_info: [{"id": "658626f4-aca4-4169-ab88-67a4d18baaae", "address": "fa:16:3e:39:63:99", "network": {"id": "8cdba2a3-09cf-4740-abee-5855cf6fb09c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1802443786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6897889682394814b1039bd3a6a947f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658626f4-ac", "ovs_interfaceid": "658626f4-aca4-4169-ab88-67a4d18baaae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.377285] env[62187]: DEBUG oslo_vmware.api [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132429, 'name': PowerOnVM_Task, 'duration_secs': 1.100634} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.377564] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.377993] env[62187]: INFO nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Took 14.11 seconds to spawn the instance on the hypervisor. [ 1897.378066] env[62187]: DEBUG nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.378874] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa81b04-a6be-4569-b90b-573beda9d4f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.478500] env[62187]: DEBUG nova.compute.manager [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1897.479478] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1897.479638] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3dee4a-b595-462b-b11e-ba0dacb74ae6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.490066] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1897.490326] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b77f09c-e9c8-472e-8d3d-c187c6f3e0d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.505667] env[62187]: DEBUG oslo_vmware.api [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1897.505667] env[62187]: value = "task-2132443" [ 1897.505667] env[62187]: _type = "Task" [ 1897.505667] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.517779] env[62187]: DEBUG oslo_vmware.api [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.524644] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132440, 'name': CreateVM_Task, 'duration_secs': 0.455554} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.524813] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1897.525621] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.535162] env[62187]: INFO nova.compute.manager [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Took 24.68 seconds to build instance. [ 1897.598934] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5232dd4d-ce18-022a-c0b8-6e21c782fb21, 'name': SearchDatastore_Task, 'duration_secs': 0.016579} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.600256] env[62187]: DEBUG nova.scheduler.client.report [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1897.600471] env[62187]: DEBUG nova.compute.provider_tree [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 32 to 33 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1897.600723] env[62187]: DEBUG nova.compute.provider_tree [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.604386] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.604854] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.604925] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.605096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.605324] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.606186] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.606521] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1897.606758] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72b6339-de50-4c7f-8c58-ebafc1650b25 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.608939] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4eb82c6-4734-40b4-aa89-a788ce0d1b09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.617918] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1897.617918] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522d22e4-3d88-c6cf-7fc3-af7c352afc9b" [ 1897.617918] env[62187]: _type = "Task" [ 1897.617918] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.626470] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522d22e4-3d88-c6cf-7fc3-af7c352afc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.629886] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.631962] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.631962] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3701ddb-6faa-4c35-a1aa-5cf710d2e263 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.640109] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1897.640109] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52911f5a-0772-d2d7-fd81-95e7564c0149" [ 1897.640109] env[62187]: _type = "Task" [ 1897.640109] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.652412] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52911f5a-0772-d2d7-fd81-95e7564c0149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.677552] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132441, 'name': Rename_Task, 'duration_secs': 0.230302} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.678019] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1897.678247] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfd95e0-84d0-4340-9c39-5d44911a3574 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.689025] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1897.689025] env[62187]: value = "task-2132444" [ 1897.689025] env[62187]: _type = "Task" [ 1897.689025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.699509] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.728150] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132442, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.803806] env[62187]: DEBUG oslo_concurrency.lockutils [req-15448f93-92a5-498a-85aa-922ca7d4e9de req-a984a587-5e9e-4a63-8b86-8b9473b89008 service nova] Releasing lock "refresh_cache-623c4d1d-55ac-4685-b335-04117f96129a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.900815] env[62187]: INFO nova.compute.manager [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Took 27.77 seconds to build instance. [ 1897.956723] env[62187]: DEBUG nova.network.neutron [-] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.016501] env[62187]: DEBUG oslo_vmware.api [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132443, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.037129] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5151f929-3873-41a7-a5e8-4117a3392020 tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "60f44718-0206-481f-9c0b-38cf5225679c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.195s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.107513] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.995s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.107728] env[62187]: INFO nova.compute.manager [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Migrating [ 1898.107966] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.108131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.110042] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.695s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.113000] env[62187]: INFO nova.compute.claims [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1898.114836] env[62187]: INFO nova.compute.rpcapi [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1898.115575] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.151788] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522d22e4-3d88-c6cf-7fc3-af7c352afc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.023297} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.152640] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.152994] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.153261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.159527] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52911f5a-0772-d2d7-fd81-95e7564c0149, 'name': SearchDatastore_Task, 'duration_secs': 0.01731} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.160785] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6198a5c3-7073-4dd9-98e0-ca146ac883c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.168186] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1898.168186] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e56e63-ce43-ea95-18c8-f994c3c27296" [ 1898.168186] env[62187]: _type = "Task" [ 1898.168186] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.177560] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e56e63-ce43-ea95-18c8-f994c3c27296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.199254] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132444, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.227809] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132442, 'name': CreateSnapshot_Task, 'duration_secs': 0.915049} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.228204] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1898.231715] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a903f8-eb5e-497a-8d6d-3625b446e9a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.272292] env[62187]: DEBUG nova.network.neutron [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Successfully updated port: dd42b192-fb56-41a6-96a0-f31e2a802304 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1898.350085] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "882bab59-0b93-4d23-8321-e8c09965dab2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.350370] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "882bab59-0b93-4d23-8321-e8c09965dab2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.404358] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fac995d1-0256-4588-9b93-4890b36d0738 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "3425040d-d79d-4074-8228-648d60374213" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.284s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.460957] env[62187]: INFO nova.compute.manager [-] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Took 1.57 seconds to deallocate network for instance. [ 1898.518599] env[62187]: DEBUG oslo_vmware.api [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132443, 'name': PowerOffVM_Task, 'duration_secs': 0.688933} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.518740] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.519410] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1898.519410] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee6263f5-92ac-43f4-85ea-48af05ed1f59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.540783] env[62187]: DEBUG nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.619353] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1898.619353] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1898.619353] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Deleting the datastore file [datastore2] e1a29ed5-b2be-43d8-b094-d70b5671d223 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1898.619353] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc1d619-61b1-45f0-88ff-9a9deed1d36d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.630172] env[62187]: DEBUG oslo_vmware.api [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for the task: (returnval){ [ 1898.630172] env[62187]: value = "task-2132448" [ 1898.630172] env[62187]: _type = "Task" [ 1898.630172] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.646025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.646431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.646431] env[62187]: DEBUG nova.network.neutron [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.648970] env[62187]: DEBUG oslo_vmware.api [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.679530] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e56e63-ce43-ea95-18c8-f994c3c27296, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.679982] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.680347] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1898.680789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.681127] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.682047] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a515ade1-292f-4903-ac61-b2954afa85cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.684520] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a59a20bc-0fc2-4a64-9786-67b3373d8417 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.694711] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1898.694711] env[62187]: value = "task-2132449" [ 1898.694711] env[62187]: _type = "Task" [ 1898.694711] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.700013] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132444, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.700496] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.700783] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.705804] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb4705e-0364-434a-90fe-cac27918e8a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.712845] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1898.712845] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525a07f3-a1b6-5d4e-b01a-374ffdbde6f0" [ 1898.712845] env[62187]: _type = "Task" [ 1898.712845] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.716902] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.729674] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525a07f3-a1b6-5d4e-b01a-374ffdbde6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.730776] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9bf8e4-5d62-4266-93bb-ffb9e6007ee4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.738625] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1898.738625] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5200f72d-91aa-a358-2c00-3806c9240199" [ 1898.738625] env[62187]: _type = "Task" [ 1898.738625] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.749050] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1898.756099] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-828618d5-338d-44a7-9aa3-20df23f384b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.760209] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5200f72d-91aa-a358-2c00-3806c9240199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.766735] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1898.766735] env[62187]: value = "task-2132450" [ 1898.766735] env[62187]: _type = "Task" [ 1898.766735] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.775184] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "refresh_cache-c69e62fb-7776-4064-a296-3e09564d780c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.775349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquired lock "refresh_cache-c69e62fb-7776-4064-a296-3e09564d780c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.775503] env[62187]: DEBUG nova.network.neutron [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1898.776662] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132450, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.855416] env[62187]: DEBUG nova.compute.manager [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Received event network-vif-plugged-bc306718-15b2-4582-ba59-3cf14fb402c0 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1898.856673] env[62187]: DEBUG oslo_concurrency.lockutils [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] Acquiring lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.857285] env[62187]: DEBUG oslo_concurrency.lockutils [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.857498] env[62187]: DEBUG oslo_concurrency.lockutils [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.858403] env[62187]: DEBUG nova.compute.manager [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] No waiting events found dispatching network-vif-plugged-bc306718-15b2-4582-ba59-3cf14fb402c0 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1898.858661] env[62187]: WARNING nova.compute.manager [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Received unexpected event network-vif-plugged-bc306718-15b2-4582-ba59-3cf14fb402c0 for instance with vm_state building and task_state spawning. [ 1898.858981] env[62187]: DEBUG nova.compute.manager [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Received event network-changed-bc306718-15b2-4582-ba59-3cf14fb402c0 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1898.859214] env[62187]: DEBUG nova.compute.manager [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Refreshing instance network info cache due to event network-changed-bc306718-15b2-4582-ba59-3cf14fb402c0. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1898.859489] env[62187]: DEBUG oslo_concurrency.lockutils [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] Acquiring lock "refresh_cache-fcdf5dee-f078-4438-81ec-50f35cbbf24f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.860074] env[62187]: DEBUG oslo_concurrency.lockutils [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] Acquired lock "refresh_cache-fcdf5dee-f078-4438-81ec-50f35cbbf24f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.860074] env[62187]: DEBUG nova.network.neutron [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Refreshing network info cache for port bc306718-15b2-4582-ba59-3cf14fb402c0 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.906851] env[62187]: DEBUG nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.970898] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.081870] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.143226] env[62187]: DEBUG oslo_vmware.api [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Task: {'id': task-2132448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25329} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.143226] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.143376] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.144760] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.144760] env[62187]: INFO nova.compute.manager [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1899.144760] env[62187]: DEBUG oslo.service.loopingcall [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.144760] env[62187]: DEBUG nova.compute.manager [-] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.144760] env[62187]: DEBUG nova.network.neutron [-] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.202924] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132444, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.216861] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132449, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.251469] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5200f72d-91aa-a358-2c00-3806c9240199, 'name': SearchDatastore_Task, 'duration_secs': 0.011792} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.254637] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.254925] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] fcdf5dee-f078-4438-81ec-50f35cbbf24f/fcdf5dee-f078-4438-81ec-50f35cbbf24f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.255674] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da5c9de8-43f6-4faf-948f-d966e425b568 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.265107] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1899.265107] env[62187]: value = "task-2132451" [ 1899.265107] env[62187]: _type = "Task" [ 1899.265107] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.286860] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132451, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.295141] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132450, 'name': CloneVM_Task} progress is 93%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.367606] env[62187]: DEBUG nova.network.neutron [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1899.429859] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.574788] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e86d62-e817-42a6-8746-4dfdbcf48b40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.590044] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d2878c-e9eb-4925-bdc1-cd898d2294fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.633293] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bd4de3-2e87-45cb-a0b4-22f2c696bb07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.644887] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240836c2-cb93-4416-9c58-ffb938bec8a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.664581] env[62187]: DEBUG nova.compute.provider_tree [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.689904] env[62187]: DEBUG nova.compute.manager [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Received event network-changed-9bed16b9-d303-498e-9a07-895dc95f0a92 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1899.689904] env[62187]: DEBUG nova.compute.manager [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Refreshing instance network info cache due to event network-changed-9bed16b9-d303-498e-9a07-895dc95f0a92. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1899.689904] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] Acquiring lock "refresh_cache-2f528407-2bd6-4ef2-a02a-572c94316465" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.689904] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] Acquired lock "refresh_cache-2f528407-2bd6-4ef2-a02a-572c94316465" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.689904] env[62187]: DEBUG nova.network.neutron [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Refreshing network info cache for port 9bed16b9-d303-498e-9a07-895dc95f0a92 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1899.691391] env[62187]: DEBUG nova.network.neutron [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [{"id": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "address": "fa:16:3e:49:75:9d", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6774d752-6f", "ovs_interfaceid": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.708028] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132444, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.721687] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732116} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.722064] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1899.722347] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1899.722664] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ce734ce-805c-41d4-b845-ad760735257e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.731387] env[62187]: DEBUG nova.network.neutron [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Updating instance_info_cache with network_info: [{"id": "dd42b192-fb56-41a6-96a0-f31e2a802304", "address": "fa:16:3e:eb:c5:c8", "network": {"id": "3d3e5815-b8ed-41c5-98f9-c7d6ecb21c66", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-405142770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bde81eea2e5476784f1e4d9b3f97040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd42b192-fb", "ovs_interfaceid": "dd42b192-fb56-41a6-96a0-f31e2a802304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.735476] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1899.735476] env[62187]: value = "task-2132452" [ 1899.735476] env[62187]: _type = "Task" [ 1899.735476] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.749867] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.782446] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132451, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.789969] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132450, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.202130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.208075] env[62187]: ERROR nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [req-dbee3703-cabb-447b-9eb8-d9bfb6a82974] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dbee3703-cabb-447b-9eb8-d9bfb6a82974"}]} [ 1900.214313] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132444, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.235798] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1900.240308] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Releasing lock "refresh_cache-c69e62fb-7776-4064-a296-3e09564d780c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.240308] env[62187]: DEBUG nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Instance network_info: |[{"id": "dd42b192-fb56-41a6-96a0-f31e2a802304", "address": "fa:16:3e:eb:c5:c8", "network": {"id": "3d3e5815-b8ed-41c5-98f9-c7d6ecb21c66", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-405142770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bde81eea2e5476784f1e4d9b3f97040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd42b192-fb", "ovs_interfaceid": "dd42b192-fb56-41a6-96a0-f31e2a802304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1900.241227] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c5:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a3f99df-d1bc-4a37-a048-263445d4a7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd42b192-fb56-41a6-96a0-f31e2a802304', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1900.252030] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Creating folder: Project (0bde81eea2e5476784f1e4d9b3f97040). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1900.256613] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e927fb98-fce2-4020-b793-9107dadcd410 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.264410] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104524} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.264841] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1900.265205] env[62187]: DEBUG nova.compute.provider_tree [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1900.268911] env[62187]: DEBUG nova.network.neutron [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Updated VIF entry in instance network info cache for port bc306718-15b2-4582-ba59-3cf14fb402c0. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.269919] env[62187]: DEBUG nova.network.neutron [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Updating instance_info_cache with network_info: [{"id": "bc306718-15b2-4582-ba59-3cf14fb402c0", "address": "fa:16:3e:94:a8:d6", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc306718-15", "ovs_interfaceid": "bc306718-15b2-4582-ba59-3cf14fb402c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.270833] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.274176] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45247f5-adb0-487e-823b-9dca85a13a74 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.280064] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Created folder: Project (0bde81eea2e5476784f1e4d9b3f97040) in parent group-v435995. [ 1900.280293] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Creating folder: Instances. Parent ref: group-v436061. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1900.283685] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b02427a2-2757-4c41-a9b4-6887e8801508 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.315929] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.318656] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1900.323956] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a437a780-5107-4d9d-a9a7-7feb607efa5c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.342100] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132450, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.342981] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Created folder: Instances in parent group-v436061. [ 1900.342981] env[62187]: DEBUG oslo.service.loopingcall [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.342981] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132451, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655444} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.344178] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1900.344178] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] fcdf5dee-f078-4438-81ec-50f35cbbf24f/fcdf5dee-f078-4438-81ec-50f35cbbf24f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1900.344413] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1900.347854] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0cb7b76-038c-4bd3-95c3-576fbead0fba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.360485] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-740dcbc5-ebe0-4d36-8baf-c05c66ad2566 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.364752] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1900.367392] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1900.367392] env[62187]: value = "task-2132457" [ 1900.367392] env[62187]: _type = "Task" [ 1900.367392] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.381352] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.386232] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1900.386232] env[62187]: value = "task-2132459" [ 1900.386232] env[62187]: _type = "Task" [ 1900.386232] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.387348] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1900.387348] env[62187]: value = "task-2132458" [ 1900.387348] env[62187]: _type = "Task" [ 1900.387348] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.406778] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.410823] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132459, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.683348] env[62187]: DEBUG nova.network.neutron [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Updated VIF entry in instance network info cache for port 9bed16b9-d303-498e-9a07-895dc95f0a92. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1900.683710] env[62187]: DEBUG nova.network.neutron [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Updating instance_info_cache with network_info: [{"id": "9bed16b9-d303-498e-9a07-895dc95f0a92", "address": "fa:16:3e:3b:17:f2", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bed16b9-d3", "ovs_interfaceid": "9bed16b9-d303-498e-9a07-895dc95f0a92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.715466] env[62187]: DEBUG oslo_vmware.api [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132444, 'name': PowerOnVM_Task, 'duration_secs': 2.870064} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.718334] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.719346] env[62187]: INFO nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Took 12.39 seconds to spawn the instance on the hypervisor. [ 1900.719346] env[62187]: DEBUG nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.719346] env[62187]: DEBUG nova.network.neutron [-] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.722185] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5129a0-a03b-413c-9963-8a01b66006fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.772935] env[62187]: DEBUG oslo_concurrency.lockutils [req-26163461-1e2d-4d2d-8bb6-a67b55dc2337 req-3afbe2db-2065-41bd-8deb-033f2c5677c5 service nova] Releasing lock "refresh_cache-fcdf5dee-f078-4438-81ec-50f35cbbf24f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.802597] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132450, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.890458] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.914311] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092314} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.918397] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1900.918397] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132459, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.921749] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412913df-f65a-4f51-a9b2-e256f7c71143 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.959811] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] fcdf5dee-f078-4438-81ec-50f35cbbf24f/fcdf5dee-f078-4438-81ec-50f35cbbf24f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1900.963284] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc881745-231b-4460-a751-8af7064e9b3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.984306] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "e6597109-844a-47f7-85b9-1c3be44606a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.984565] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "e6597109-844a-47f7-85b9-1c3be44606a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.993377] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1900.993377] env[62187]: value = "task-2132460" [ 1900.993377] env[62187]: _type = "Task" [ 1900.993377] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.011496] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.042944] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba32208-29dc-46a6-83b0-536aa76cb79e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.051555] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a982a7d3-1f33-4638-b07d-499f57d5c01b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.083936] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de63258-d116-4923-be63-c4c6135f522a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.093695] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cfbe46-a567-44fe-8cfd-71627817f6ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.118243] env[62187]: DEBUG nova.compute.provider_tree [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1901.186413] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] Releasing lock "refresh_cache-2f528407-2bd6-4ef2-a02a-572c94316465" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.186669] env[62187]: DEBUG nova.compute.manager [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Received event network-vif-plugged-dd42b192-fb56-41a6-96a0-f31e2a802304 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1901.186908] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] Acquiring lock "c69e62fb-7776-4064-a296-3e09564d780c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.187161] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] Lock "c69e62fb-7776-4064-a296-3e09564d780c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.187572] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] Lock "c69e62fb-7776-4064-a296-3e09564d780c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.187741] env[62187]: DEBUG nova.compute.manager [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] No waiting events found dispatching network-vif-plugged-dd42b192-fb56-41a6-96a0-f31e2a802304 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1901.187905] env[62187]: WARNING nova.compute.manager [req-fa524850-58c1-4786-a942-1d39ce5be81e req-b0681897-d6be-4aef-b3b4-c434ad471ab8 service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Received unexpected event network-vif-plugged-dd42b192-fb56-41a6-96a0-f31e2a802304 for instance with vm_state building and task_state spawning. [ 1901.224856] env[62187]: INFO nova.compute.manager [-] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Took 2.08 seconds to deallocate network for instance. [ 1901.259970] env[62187]: INFO nova.compute.manager [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Took 26.61 seconds to build instance. [ 1901.295312] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132450, 'name': CloneVM_Task, 'duration_secs': 2.430196} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.295704] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Created linked-clone VM from snapshot [ 1901.296580] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815428e-09de-4511-9bd4-81be52974d97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.309124] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Uploading image bf6c973c-de1a-4634-a808-33e4ac4d9844 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1901.346533] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1901.346533] env[62187]: value = "vm-436060" [ 1901.346533] env[62187]: _type = "VirtualMachine" [ 1901.346533] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1901.346533] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-10e96775-6114-43a0-8236-7968bf9cafed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.355053] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lease: (returnval){ [ 1901.355053] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528dc42f-ded7-a117-7e59-38d8aa248289" [ 1901.355053] env[62187]: _type = "HttpNfcLease" [ 1901.355053] env[62187]: } obtained for exporting VM: (result){ [ 1901.355053] env[62187]: value = "vm-436060" [ 1901.355053] env[62187]: _type = "VirtualMachine" [ 1901.355053] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1901.355409] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the lease: (returnval){ [ 1901.355409] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528dc42f-ded7-a117-7e59-38d8aa248289" [ 1901.355409] env[62187]: _type = "HttpNfcLease" [ 1901.355409] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1901.362754] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1901.362754] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528dc42f-ded7-a117-7e59-38d8aa248289" [ 1901.362754] env[62187]: _type = "HttpNfcLease" [ 1901.362754] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1901.382315] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132457, 'name': ReconfigVM_Task, 'duration_secs': 0.833974} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.382650] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1901.383531] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe4f4483-d7b5-4a6e-8f00-7f517f5367d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.394671] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1901.394671] env[62187]: value = "task-2132462" [ 1901.394671] env[62187]: _type = "Task" [ 1901.394671] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.403028] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132459, 'name': CreateVM_Task, 'duration_secs': 0.684791} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.403817] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.404818] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.405108] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.406250] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1901.406250] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcfed73c-5dc4-43dd-a060-ec6bc374fff8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.411886] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132462, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.416315] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1901.416315] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ee350-5cec-eaad-b512-3b7fd44eb147" [ 1901.416315] env[62187]: _type = "Task" [ 1901.416315] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.426544] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ee350-5cec-eaad-b512-3b7fd44eb147, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.502250] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.647253] env[62187]: ERROR nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [req-d9a94923-0cdd-47db-b978-3d286ec48f19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9a94923-0cdd-47db-b978-3d286ec48f19"}]} [ 1901.672405] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1901.696220] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1901.696456] env[62187]: DEBUG nova.compute.provider_tree [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1901.714241] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: ae0098ba-2353-47cb-9481-23823c6706ed {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1901.739821] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.740789] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5002e63c-832b-4d6e-8220-25165d034953 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.765159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-68933f86-ecf5-40f9-a6f7-f9b3e2c16e80 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.117s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.765159] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance '26375696-a789-4eec-91cf-47ef118b2bbe' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1901.770247] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1901.872348] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1901.872348] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528dc42f-ded7-a117-7e59-38d8aa248289" [ 1901.872348] env[62187]: _type = "HttpNfcLease" [ 1901.872348] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1901.872593] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1901.872593] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528dc42f-ded7-a117-7e59-38d8aa248289" [ 1901.872593] env[62187]: _type = "HttpNfcLease" [ 1901.872593] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1901.873223] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43916c4d-3f0d-43fa-b45a-d015c48d10c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.889734] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52390ff1-ef9c-c6eb-7c6b-e0053c37b59c/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1901.889919] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52390ff1-ef9c-c6eb-7c6b-e0053c37b59c/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1901.967730] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132462, 'name': Rename_Task, 'duration_secs': 0.334719} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.971475] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1901.971475] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ee350-5cec-eaad-b512-3b7fd44eb147, 'name': SearchDatastore_Task, 'duration_secs': 0.037187} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.971645] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c997c432-66d8-4c82-bcb6-96627d1a2501 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.973374] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.973594] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1901.973819] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.973964] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.974184] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1901.974382] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f63211bd-8362-444b-bbdd-d8e55298a7c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.987597] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1901.987597] env[62187]: value = "task-2132463" [ 1901.987597] env[62187]: _type = "Task" [ 1901.987597] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.991565] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1901.992185] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1901.993153] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b082f3b6-c2ef-43a1-bcc7-cbf85c0dd3d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.004202] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.008963] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1902.008963] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d4bebd-2630-3197-a499-1ce5aac2778e" [ 1902.008963] env[62187]: _type = "Task" [ 1902.008963] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.012170] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132460, 'name': ReconfigVM_Task, 'duration_secs': 0.969483} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.015966] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Reconfigured VM instance instance-00000013 to attach disk [datastore1] fcdf5dee-f078-4438-81ec-50f35cbbf24f/fcdf5dee-f078-4438-81ec-50f35cbbf24f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.016287] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-434b8034-9cea-4e3d-8f89-3f8a88d8e2ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.026677] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d4bebd-2630-3197-a499-1ce5aac2778e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.027847] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1902.027847] env[62187]: value = "task-2132464" [ 1902.027847] env[62187]: _type = "Task" [ 1902.027847] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.038864] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132464, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.095163] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1cc78e9-5d27-4dc5-b151-067c9eb6e50e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.275216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.275753] env[62187]: DEBUG nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1902.278460] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-929162a4-89a9-4d1a-b417-c0b65b1ea205 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.295216] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1902.295216] env[62187]: value = "task-2132465" [ 1902.295216] env[62187]: _type = "Task" [ 1902.295216] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.313692] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.331492] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37a640c-bb6a-4206-b4a5-a5ce46512c8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.345137] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62483736-1407-4a23-a6c7-f7e2193b3f23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.354117] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "3425040d-d79d-4074-8228-648d60374213" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.354619] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "3425040d-d79d-4074-8228-648d60374213" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.355045] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "3425040d-d79d-4074-8228-648d60374213-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.355352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "3425040d-d79d-4074-8228-648d60374213-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.355631] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "3425040d-d79d-4074-8228-648d60374213-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.395258] env[62187]: INFO nova.compute.manager [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Terminating instance [ 1902.395985] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f8f373-3827-4493-b881-99bc99cb24c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.406110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d7075-d0f0-479a-b15e-f2ab6053f67d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.430219] env[62187]: DEBUG nova.compute.provider_tree [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.471150] env[62187]: DEBUG nova.compute.manager [req-2c33a49e-89fe-4ae5-9c61-1b74feb6a8f8 req-1467d03b-7da3-4f58-ac54-e3ff6db36f6a service nova] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Received event network-vif-deleted-7d3218c8-d17f-4c56-9ab2-12f7097b7630 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1902.511486] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132463, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.528029] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d4bebd-2630-3197-a499-1ce5aac2778e, 'name': SearchDatastore_Task, 'duration_secs': 0.028926} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.528029] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd6863a-41b1-4760-83f6-1e313d65fe94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.542252] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1902.542252] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5291971d-ea87-65d2-d8e6-849c17900521" [ 1902.542252] env[62187]: _type = "Task" [ 1902.542252] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.548326] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132464, 'name': Rename_Task, 'duration_secs': 0.370852} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.554300] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1902.555351] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3068403e-252c-49bc-bee8-568d02bf68a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.567395] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5291971d-ea87-65d2-d8e6-849c17900521, 'name': SearchDatastore_Task, 'duration_secs': 0.013989} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.569101] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.569524] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c69e62fb-7776-4064-a296-3e09564d780c/c69e62fb-7776-4064-a296-3e09564d780c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.571178] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1902.571178] env[62187]: value = "task-2132466" [ 1902.571178] env[62187]: _type = "Task" [ 1902.571178] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.572252] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93fc6ab6-1971-45b6-a162-dfae62becee7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.590394] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.590394] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1902.590394] env[62187]: value = "task-2132467" [ 1902.590394] env[62187]: _type = "Task" [ 1902.590394] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.605144] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.815767] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132465, 'name': PowerOffVM_Task, 'duration_secs': 0.267627} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.816774] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.817294] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance '26375696-a789-4eec-91cf-47ef118b2bbe' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1902.829737] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.900980] env[62187]: DEBUG nova.compute.manager [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1902.901957] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1902.902886] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3203645-d9f2-4ddc-8fc0-d7a4e838bc8a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.917309] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.917594] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5d14a0-4e4d-460c-8a98-ceab2533e5c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.931794] env[62187]: DEBUG oslo_vmware.api [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1902.931794] env[62187]: value = "task-2132468" [ 1902.931794] env[62187]: _type = "Task" [ 1902.931794] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.941439] env[62187]: DEBUG nova.scheduler.client.report [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.953909] env[62187]: DEBUG oslo_vmware.api [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.004373] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132463, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.091687] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132466, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.108778] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132467, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.146463] env[62187]: DEBUG nova.compute.manager [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Received event network-changed-dd42b192-fb56-41a6-96a0-f31e2a802304 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1903.146463] env[62187]: DEBUG nova.compute.manager [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Refreshing instance network info cache due to event network-changed-dd42b192-fb56-41a6-96a0-f31e2a802304. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1903.146463] env[62187]: DEBUG oslo_concurrency.lockutils [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] Acquiring lock "refresh_cache-c69e62fb-7776-4064-a296-3e09564d780c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.146463] env[62187]: DEBUG oslo_concurrency.lockutils [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] Acquired lock "refresh_cache-c69e62fb-7776-4064-a296-3e09564d780c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.146463] env[62187]: DEBUG nova.network.neutron [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Refreshing network info cache for port dd42b192-fb56-41a6-96a0-f31e2a802304 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.232940] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.234798] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.290996] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "52aa995a-6a58-4ded-987e-a5a92dc98982" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.290996] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.328239] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1903.328239] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1903.328239] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1903.328239] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1903.328549] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1903.328549] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1903.328549] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1903.328549] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1903.328688] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1903.328830] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1903.329015] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1903.336243] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70357094-c6eb-4a4a-8520-8736a8952efb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.356405] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1903.356405] env[62187]: value = "task-2132469" [ 1903.356405] env[62187]: _type = "Task" [ 1903.356405] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.369481] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.395150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.395443] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.446515] env[62187]: DEBUG oslo_vmware.api [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132468, 'name': PowerOffVM_Task, 'duration_secs': 0.435674} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.446834] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.447009] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1903.447285] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d6ef89-f23f-4503-a5b9-932553142043 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.450280] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.341s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.451031] env[62187]: DEBUG nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1903.456168] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.487s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.459712] env[62187]: INFO nova.compute.claims [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1903.509710] env[62187]: DEBUG oslo_vmware.api [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132463, 'name': PowerOnVM_Task, 'duration_secs': 1.26989} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.511052] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.511282] env[62187]: INFO nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Took 12.67 seconds to spawn the instance on the hypervisor. [ 1903.511461] env[62187]: DEBUG nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.512309] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7254a47-3148-4958-9aba-04b1a31c1eb8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.541321] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1903.541868] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1903.542137] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Deleting the datastore file [datastore2] 3425040d-d79d-4074-8228-648d60374213 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1903.542518] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5617b4f0-5f30-4959-9294-b8b491e2ac6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.552439] env[62187]: DEBUG oslo_vmware.api [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for the task: (returnval){ [ 1903.552439] env[62187]: value = "task-2132471" [ 1903.552439] env[62187]: _type = "Task" [ 1903.552439] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.562659] env[62187]: DEBUG oslo_vmware.api [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.586668] env[62187]: DEBUG oslo_vmware.api [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132466, 'name': PowerOnVM_Task, 'duration_secs': 0.754484} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.586828] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1903.587358] env[62187]: INFO nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1903.587358] env[62187]: DEBUG nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1903.588075] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3239f932-29b9-48c5-adc4-0c8d7c38767f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.611482] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571209} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.611778] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c69e62fb-7776-4064-a296-3e09564d780c/c69e62fb-7776-4064-a296-3e09564d780c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1903.612124] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1903.612281] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f17e4121-5dab-4be2-97b6-655c73c243d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.622223] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1903.622223] env[62187]: value = "task-2132472" [ 1903.622223] env[62187]: _type = "Task" [ 1903.622223] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.638074] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.871969] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132469, 'name': ReconfigVM_Task, 'duration_secs': 0.287314} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.872518] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance '26375696-a789-4eec-91cf-47ef118b2bbe' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1903.966382] env[62187]: DEBUG nova.compute.utils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.974449] env[62187]: DEBUG nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1903.974692] env[62187]: DEBUG nova.network.neutron [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1904.038678] env[62187]: INFO nova.compute.manager [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Took 26.73 seconds to build instance. [ 1904.042700] env[62187]: DEBUG nova.network.neutron [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Updated VIF entry in instance network info cache for port dd42b192-fb56-41a6-96a0-f31e2a802304. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.043615] env[62187]: DEBUG nova.network.neutron [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Updating instance_info_cache with network_info: [{"id": "dd42b192-fb56-41a6-96a0-f31e2a802304", "address": "fa:16:3e:eb:c5:c8", "network": {"id": "3d3e5815-b8ed-41c5-98f9-c7d6ecb21c66", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-405142770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0bde81eea2e5476784f1e4d9b3f97040", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a3f99df-d1bc-4a37-a048-263445d4a7b0", "external-id": "nsx-vlan-transportzone-374", "segmentation_id": 374, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd42b192-fb", "ovs_interfaceid": "dd42b192-fb56-41a6-96a0-f31e2a802304", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.064425] env[62187]: DEBUG oslo_vmware.api [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Task: {'id': task-2132471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265262} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.064610] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1904.064931] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1904.065077] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1904.065228] env[62187]: INFO nova.compute.manager [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] [instance: 3425040d-d79d-4074-8228-648d60374213] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1904.065427] env[62187]: DEBUG oslo.service.loopingcall [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.065662] env[62187]: DEBUG nova.compute.manager [-] [instance: 3425040d-d79d-4074-8228-648d60374213] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1904.065929] env[62187]: DEBUG nova.network.neutron [-] [instance: 3425040d-d79d-4074-8228-648d60374213] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1904.116829] env[62187]: INFO nova.compute.manager [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Took 23.78 seconds to build instance. [ 1904.133870] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121047} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.134989] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.135776] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaf91b9-0fe2-41c6-a9be-4e4f4582afe6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.141223] env[62187]: DEBUG nova.policy [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d6aaaec4b2142cca7b39139afdd5697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b39046e31f304b2da6e3c2aaf6016b65', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1904.167368] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] c69e62fb-7776-4064-a296-3e09564d780c/c69e62fb-7776-4064-a296-3e09564d780c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.168043] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f3edd32-98a3-4133-a0c5-b2fcb551a622 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.192322] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1904.192322] env[62187]: value = "task-2132473" [ 1904.192322] env[62187]: _type = "Task" [ 1904.192322] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.203868] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.381053] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1904.381351] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1904.382619] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1904.382619] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1904.382619] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1904.382619] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1904.382619] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1904.383352] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1904.383352] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1904.383352] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1904.383352] env[62187]: DEBUG nova.virt.hardware [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1904.389630] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Reconfiguring VM instance instance-00000009 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1904.390037] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3ffc98c-3c46-4b4c-887e-ef75e0e2e830 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.418222] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1904.418222] env[62187]: value = "task-2132476" [ 1904.418222] env[62187]: _type = "Task" [ 1904.418222] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.430887] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.470471] env[62187]: DEBUG nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1904.543996] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c94882a4-19a8-4a7f-8a1b-1efdab538e54 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "2f528407-2bd6-4ef2-a02a-572c94316465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.306s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.547503] env[62187]: DEBUG oslo_concurrency.lockutils [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] Releasing lock "refresh_cache-c69e62fb-7776-4064-a296-3e09564d780c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.547809] env[62187]: DEBUG nova.compute.manager [req-ccb986b6-fbf4-462f-b98c-68efbd205784 req-92076287-294c-4eaf-a779-4d69431cea3c service nova] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Received event network-vif-deleted-8dfbbef7-4b4d-44a0-afbc-e3ec49cf072d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1904.619783] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4e7bc7b2-f8c9-439e-910a-190627661cef tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.294s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.713037] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132473, 'name': ReconfigVM_Task, 'duration_secs': 0.491545} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.713331] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Reconfigured VM instance instance-00000014 to attach disk [datastore2] c69e62fb-7776-4064-a296-3e09564d780c/c69e62fb-7776-4064-a296-3e09564d780c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.714475] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0054729f-db44-42f7-8f0a-4d3e0970e179 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.726013] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1904.726013] env[62187]: value = "task-2132477" [ 1904.726013] env[62187]: _type = "Task" [ 1904.726013] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.740996] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132477, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.932253] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132476, 'name': ReconfigVM_Task, 'duration_secs': 0.242326} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.932832] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Reconfigured VM instance instance-00000009 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1904.937021] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52db380b-556f-4cc3-919f-9d3f2abe97e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.960631] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 26375696-a789-4eec-91cf-47ef118b2bbe/26375696-a789-4eec-91cf-47ef118b2bbe.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.964088] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caddc8bc-210e-42b1-874a-ede96ceb580a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.988525] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1904.988525] env[62187]: value = "task-2132478" [ 1904.988525] env[62187]: _type = "Task" [ 1904.988525] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.004289] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.050332] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1905.072620] env[62187]: DEBUG nova.network.neutron [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Successfully created port: 4077a799-a339-44a3-b893-8884beacefee {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1905.087021] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308d5173-68ac-49c7-9274-ab049765fb91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.100690] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373e429-030e-4492-849b-28695847f734 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.135171] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1905.138606] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeac35b-cf66-47cc-8d62-50396040416f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.148852] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f065ea-61d8-458a-905b-e16a5c61ae14 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.153083] env[62187]: DEBUG nova.network.neutron [-] [instance: 3425040d-d79d-4074-8228-648d60374213] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.165056] env[62187]: DEBUG nova.compute.provider_tree [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1905.240409] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132477, 'name': Rename_Task, 'duration_secs': 0.226883} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.240794] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.241079] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83cf4a12-f10b-45a1-906d-7904fe49788d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.251244] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1905.251244] env[62187]: value = "task-2132479" [ 1905.251244] env[62187]: _type = "Task" [ 1905.251244] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.265121] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.439080] env[62187]: DEBUG nova.compute.manager [req-3b949267-a39c-4c65-9769-402592ad5bd9 req-60759e4b-41ab-4890-b725-af9f4ff9a29c service nova] [instance: 3425040d-d79d-4074-8228-648d60374213] Received event network-vif-deleted-2853c69a-9d97-42e3-9d8d-f7feff442c92 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1905.482207] env[62187]: DEBUG nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1905.501756] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132478, 'name': ReconfigVM_Task, 'duration_secs': 0.36068} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.505140] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 26375696-a789-4eec-91cf-47ef118b2bbe/26375696-a789-4eec-91cf-47ef118b2bbe.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.505140] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance '26375696-a789-4eec-91cf-47ef118b2bbe' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1905.527071] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1905.527315] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.527391] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1905.527575] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.527728] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1905.527901] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1905.528090] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1905.528254] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1905.528545] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1905.528654] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1905.528802] env[62187]: DEBUG nova.virt.hardware [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1905.529770] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac63888c-69cf-49d8-966e-646ddeace32e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.546159] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb871b7-cfa3-46b2-bcc5-a6a3893ef9ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.591608] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.656949] env[62187]: INFO nova.compute.manager [-] [instance: 3425040d-d79d-4074-8228-648d60374213] Took 1.59 seconds to deallocate network for instance. [ 1905.675604] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.696800] env[62187]: ERROR nova.scheduler.client.report [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [req-61789f72-4c24-487a-8ee5-81391e4a67e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61789f72-4c24-487a-8ee5-81391e4a67e6"}]} [ 1905.711406] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.711683] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.718510] env[62187]: DEBUG nova.scheduler.client.report [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1905.740010] env[62187]: DEBUG nova.scheduler.client.report [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1905.740271] env[62187]: DEBUG nova.compute.provider_tree [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1905.752637] env[62187]: DEBUG nova.scheduler.client.report [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1905.765515] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.773074] env[62187]: DEBUG nova.scheduler.client.report [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1906.010983] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9817e4ba-ccb1-482c-98a2-2b1dd94d1108 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.034905] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d49d3a-4de0-4715-8047-563b564213b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.055502] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance '26375696-a789-4eec-91cf-47ef118b2bbe' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1906.063615] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea2cb5e-2d5d-4c95-bd9a-12a93a3d0432 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.071596] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dae73fc1-daf3-4548-8d5f-596c74c4da3b tempest-ServersAdminNegativeTestJSON-1901820107 tempest-ServersAdminNegativeTestJSON-1901820107-project-admin] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Suspending the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1906.071913] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e256605d-4b92-4b03-a5bd-294d83f2d258 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.080872] env[62187]: DEBUG oslo_vmware.api [None req-dae73fc1-daf3-4548-8d5f-596c74c4da3b tempest-ServersAdminNegativeTestJSON-1901820107 tempest-ServersAdminNegativeTestJSON-1901820107-project-admin] Waiting for the task: (returnval){ [ 1906.080872] env[62187]: value = "task-2132480" [ 1906.080872] env[62187]: _type = "Task" [ 1906.080872] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.092892] env[62187]: DEBUG oslo_vmware.api [None req-dae73fc1-daf3-4548-8d5f-596c74c4da3b tempest-ServersAdminNegativeTestJSON-1901820107 tempest-ServersAdminNegativeTestJSON-1901820107-project-admin] Task: {'id': task-2132480, 'name': SuspendVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.164699] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1906.267840] env[62187]: DEBUG oslo_vmware.api [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132479, 'name': PowerOnVM_Task, 'duration_secs': 0.626846} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.268202] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1906.268420] env[62187]: INFO nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1906.268607] env[62187]: DEBUG nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1906.269616] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe24dffb-1fb3-44c2-88c7-0727611691f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.275270] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce504e8-4232-4688-a895-6525842f1649 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.291632] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edad527-481c-44b1-9b42-9f9ccc09ff1d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.337541] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f5ae1c-5332-498b-aaea-2912af8d9e49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.347366] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf670d27-5da6-4d0a-ae5a-c720fe369818 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.363701] env[62187]: DEBUG nova.compute.provider_tree [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1906.597939] env[62187]: DEBUG oslo_vmware.api [None req-dae73fc1-daf3-4548-8d5f-596c74c4da3b tempest-ServersAdminNegativeTestJSON-1901820107 tempest-ServersAdminNegativeTestJSON-1901820107-project-admin] Task: {'id': task-2132480, 'name': SuspendVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.668634] env[62187]: DEBUG nova.network.neutron [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Port 6774d752-6fa4-43d8-aa85-16b49e7cf92e binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1906.818257] env[62187]: INFO nova.compute.manager [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Took 24.16 seconds to build instance. [ 1906.900121] env[62187]: DEBUG nova.scheduler.client.report [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1906.902021] env[62187]: DEBUG nova.compute.provider_tree [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 41 to 42 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1906.902021] env[62187]: DEBUG nova.compute.provider_tree [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1907.094399] env[62187]: DEBUG oslo_vmware.api [None req-dae73fc1-daf3-4548-8d5f-596c74c4da3b tempest-ServersAdminNegativeTestJSON-1901820107 tempest-ServersAdminNegativeTestJSON-1901820107-project-admin] Task: {'id': task-2132480, 'name': SuspendVM_Task, 'duration_secs': 0.940458} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.095038] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dae73fc1-daf3-4548-8d5f-596c74c4da3b tempest-ServersAdminNegativeTestJSON-1901820107 tempest-ServersAdminNegativeTestJSON-1901820107-project-admin] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Suspended the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1907.095254] env[62187]: DEBUG nova.compute.manager [None req-dae73fc1-daf3-4548-8d5f-596c74c4da3b tempest-ServersAdminNegativeTestJSON-1901820107 tempest-ServersAdminNegativeTestJSON-1901820107-project-admin] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.096270] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff734d-f571-4adf-a44a-ddded764a7fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.321932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4bb39d65-9deb-4cf2-a54c-24ac9d1346ba tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "c69e62fb-7776-4064-a296-3e09564d780c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.678s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.409781] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.955s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.410620] env[62187]: DEBUG nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1907.414769] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.925s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.415016] env[62187]: DEBUG nova.objects.instance [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lazy-loading 'resources' on Instance uuid 403bc23e-0bb5-4d8a-8b43-c7a0a933d187 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.463533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.463533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.697068] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.697328] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.697488] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.827349] env[62187]: DEBUG nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1907.916991] env[62187]: DEBUG nova.compute.utils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1907.920050] env[62187]: DEBUG nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1907.920274] env[62187]: DEBUG nova.network.neutron [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1908.039133] env[62187]: DEBUG nova.policy [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d05be61b804705a9c6a5cf908eec24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '360ef5f4ff764c5f80c1cf3af76c8e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1908.312480] env[62187]: DEBUG nova.network.neutron [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Successfully updated port: 4077a799-a339-44a3-b893-8884beacefee {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1908.313070] env[62187]: INFO nova.compute.manager [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Rebuilding instance [ 1908.355882] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.381020] env[62187]: DEBUG nova.compute.manager [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.381020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5630d84c-ee75-42bf-9fdf-366b66d0ef6f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.428760] env[62187]: DEBUG nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1908.494911] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c98208-9f2b-4a19-a6db-ce21317569bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.502853] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec155d16-1b97-4e72-8e48-712d2fdcb339 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.544182] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028bcd81-1a7a-4ba9-bdb6-68058483bcb2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.550821] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f42951a-edc1-4c6b-bad8-783e38fc5080 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.567344] env[62187]: DEBUG nova.compute.provider_tree [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1908.676975] env[62187]: DEBUG nova.network.neutron [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Successfully created port: 4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1908.824669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "refresh_cache-b710c68a-0dd5-4565-962e-00ce8a433324" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.824669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired lock "refresh_cache-b710c68a-0dd5-4565-962e-00ce8a433324" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.824669] env[62187]: DEBUG nova.network.neutron [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.824669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.824669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.825747] env[62187]: DEBUG nova.network.neutron [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1908.948558] env[62187]: DEBUG nova.compute.manager [req-1fcb1303-0c71-406b-a691-e2cc20a8a004 req-1ef0a2cb-0dd4-4b86-9aa3-ac9a602489d1 service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Received event network-vif-plugged-4077a799-a339-44a3-b893-8884beacefee {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1908.948978] env[62187]: DEBUG oslo_concurrency.lockutils [req-1fcb1303-0c71-406b-a691-e2cc20a8a004 req-1ef0a2cb-0dd4-4b86-9aa3-ac9a602489d1 service nova] Acquiring lock "b710c68a-0dd5-4565-962e-00ce8a433324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.949228] env[62187]: DEBUG oslo_concurrency.lockutils [req-1fcb1303-0c71-406b-a691-e2cc20a8a004 req-1ef0a2cb-0dd4-4b86-9aa3-ac9a602489d1 service nova] Lock "b710c68a-0dd5-4565-962e-00ce8a433324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.949441] env[62187]: DEBUG oslo_concurrency.lockutils [req-1fcb1303-0c71-406b-a691-e2cc20a8a004 req-1ef0a2cb-0dd4-4b86-9aa3-ac9a602489d1 service nova] Lock "b710c68a-0dd5-4565-962e-00ce8a433324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.949657] env[62187]: DEBUG nova.compute.manager [req-1fcb1303-0c71-406b-a691-e2cc20a8a004 req-1ef0a2cb-0dd4-4b86-9aa3-ac9a602489d1 service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] No waiting events found dispatching network-vif-plugged-4077a799-a339-44a3-b893-8884beacefee {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1908.949827] env[62187]: WARNING nova.compute.manager [req-1fcb1303-0c71-406b-a691-e2cc20a8a004 req-1ef0a2cb-0dd4-4b86-9aa3-ac9a602489d1 service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Received unexpected event network-vif-plugged-4077a799-a339-44a3-b893-8884beacefee for instance with vm_state building and task_state spawning. [ 1909.072329] env[62187]: DEBUG nova.scheduler.client.report [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.402946] env[62187]: DEBUG nova.network.neutron [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1909.406117] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.406564] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e8310b-fcc4-4948-a18b-6fe247c187c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.417231] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1909.417231] env[62187]: value = "task-2132485" [ 1909.417231] env[62187]: _type = "Task" [ 1909.417231] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.428959] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.444113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.444387] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.450677] env[62187]: DEBUG nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1909.492552] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1909.492751] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.492910] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1909.493138] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.493267] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1909.493412] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1909.493616] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1909.493772] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1909.493940] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1909.494177] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1909.494290] env[62187]: DEBUG nova.virt.hardware [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1909.495902] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0870b24-9990-41b2-b93e-d0a1f5ecf591 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.508931] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eec63b-2b45-4923-ac3e-e6a5a182534f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.545083] env[62187]: DEBUG oslo_concurrency.lockutils [None req-27f9bfe4-b108-45c7-aac0-2c22ac4a229d tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "interface-c69e62fb-7776-4064-a296-3e09564d780c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.545366] env[62187]: DEBUG oslo_concurrency.lockutils [None req-27f9bfe4-b108-45c7-aac0-2c22ac4a229d tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "interface-c69e62fb-7776-4064-a296-3e09564d780c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.545690] env[62187]: DEBUG nova.objects.instance [None req-27f9bfe4-b108-45c7-aac0-2c22ac4a229d tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lazy-loading 'flavor' on Instance uuid c69e62fb-7776-4064-a296-3e09564d780c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.580420] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.583242] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.417s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.585287] env[62187]: INFO nova.compute.claims [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.633996] env[62187]: INFO nova.scheduler.client.report [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Deleted allocations for instance 403bc23e-0bb5-4d8a-8b43-c7a0a933d187 [ 1909.769922] env[62187]: DEBUG nova.network.neutron [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Updating instance_info_cache with network_info: [{"id": "4077a799-a339-44a3-b893-8884beacefee", "address": "fa:16:3e:14:cc:7c", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4077a799-a3", "ovs_interfaceid": "4077a799-a339-44a3-b893-8884beacefee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.821566] env[62187]: DEBUG nova.network.neutron [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [{"id": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "address": "fa:16:3e:49:75:9d", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6774d752-6f", "ovs_interfaceid": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.931545] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132485, 'name': PowerOffVM_Task, 'duration_secs': 0.265638} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.932611] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1909.932874] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.933679] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d879240a-00f9-4470-ad29-75801f985c0e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.942099] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1909.943545] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76ed6fc3-6fef-4f17-a218-56cc9963e9cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.051412] env[62187]: DEBUG nova.objects.instance [None req-27f9bfe4-b108-45c7-aac0-2c22ac4a229d tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lazy-loading 'pci_requests' on Instance uuid c69e62fb-7776-4064-a296-3e09564d780c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.060698] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.060698] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.060698] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleting the datastore file [datastore1] 2f528407-2bd6-4ef2-a02a-572c94316465 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.060698] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26fa1778-c289-4366-b4be-10dd7a008159 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.069020] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1910.069020] env[62187]: value = "task-2132487" [ 1910.069020] env[62187]: _type = "Task" [ 1910.069020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.079070] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.148233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3d0d60a4-904b-485a-b626-74930a924c4e tempest-ServerAddressesTestJSON-527348424 tempest-ServerAddressesTestJSON-527348424-project-member] Lock "403bc23e-0bb5-4d8a-8b43-c7a0a933d187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.501s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.276029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Releasing lock "refresh_cache-b710c68a-0dd5-4565-962e-00ce8a433324" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.276029] env[62187]: DEBUG nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Instance network_info: |[{"id": "4077a799-a339-44a3-b893-8884beacefee", "address": "fa:16:3e:14:cc:7c", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4077a799-a3", "ovs_interfaceid": "4077a799-a339-44a3-b893-8884beacefee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1910.276215] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:cc:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4077a799-a339-44a3-b893-8884beacefee', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1910.284896] env[62187]: DEBUG oslo.service.loopingcall [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.285550] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1910.285819] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b21691a7-dbac-4db7-b925-6f11b64cd8b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.309503] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1910.309503] env[62187]: value = "task-2132488" [ 1910.309503] env[62187]: _type = "Task" [ 1910.309503] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.320253] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132488, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.325848] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.428096] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1910.428096] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 1910.428096] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 1910.534212] env[62187]: DEBUG nova.network.neutron [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Successfully updated port: 4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1910.554240] env[62187]: DEBUG nova.objects.base [None req-27f9bfe4-b108-45c7-aac0-2c22ac4a229d tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1910.554566] env[62187]: DEBUG nova.network.neutron [None req-27f9bfe4-b108-45c7-aac0-2c22ac4a229d tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1910.581964] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383847} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.582251] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.582452] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.582662] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.731352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-27f9bfe4-b108-45c7-aac0-2c22ac4a229d tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "interface-c69e62fb-7776-4064-a296-3e09564d780c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.184s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.830135] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132488, 'name': CreateVM_Task, 'duration_secs': 0.452664} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.830135] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1910.831266] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.831266] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.831266] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1910.831701] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377bc2dd-9ea6-474b-87f7-487b71866ab0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.850948] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1910.850948] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b9a83-6119-58a4-2940-775a5c0ca770" [ 1910.850948] env[62187]: _type = "Task" [ 1910.850948] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.863092] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b9a83-6119-58a4-2940-775a5c0ca770, 'name': SearchDatastore_Task, 'duration_secs': 0.013522} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.866771] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1910.867052] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1910.867307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.867730] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.867730] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1910.868509] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ea59a4-26e8-40d2-ba2b-ca8523cf945c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.871930] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-732d0a9c-323a-47e4-86f7-04d0087b3da9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.902957] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1759ca-5ffe-46ad-b873-4bb581473ac5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.906072] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1910.906274] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1910.908190] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-904ae778-7305-437d-9192-18badeaf9afe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.916670] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1910.916670] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5215a650-1f80-2d99-9b52-80249af436a5" [ 1910.916670] env[62187]: _type = "Task" [ 1910.916670] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.919131] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance '26375696-a789-4eec-91cf-47ef118b2bbe' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1910.936230] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1910.936510] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1910.936565] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 1910.943828] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5215a650-1f80-2d99-9b52-80249af436a5, 'name': SearchDatastore_Task, 'duration_secs': 0.015435} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.945128] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cb9443-a47e-4636-b2ab-1e826038aeaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.955657] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1910.955657] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52890f42-eed0-8c9e-87be-9fa4df639183" [ 1910.955657] env[62187]: _type = "Task" [ 1910.955657] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.963845] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52890f42-eed0-8c9e-87be-9fa4df639183, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.969825] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.969825] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.969825] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1910.969825] env[62187]: DEBUG nova.objects.instance [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lazy-loading 'info_cache' on Instance uuid b15866f3-5b1f-42fd-96d4-e76ed97e1c56 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.036389] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "refresh_cache-6facddb8-edf9-4661-86e6-0a0a42e2e7f0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.036533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired lock "refresh_cache-6facddb8-edf9-4661-86e6-0a0a42e2e7f0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.036680] env[62187]: DEBUG nova.network.neutron [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1911.278531] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e531f2c-a856-43f0-8ba6-0311a3bc8424 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.288690] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7d2ff1-d0af-46b8-9cbe-fd04f69f3f78 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.324803] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc123e5-ed1d-4a5b-abf8-dda3a72ba934 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.330996] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.331128] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.337164] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be2e468-b2ca-4252-b52e-3c707ef82b28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.352456] env[62187]: DEBUG nova.compute.provider_tree [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.426300] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.426674] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5de406b-95ed-48af-a4ad-fd6be1c1ae7e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.436274] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1911.436274] env[62187]: value = "task-2132489" [ 1911.436274] env[62187]: _type = "Task" [ 1911.436274] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.445114] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.464974] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52890f42-eed0-8c9e-87be-9fa4df639183, 'name': SearchDatastore_Task, 'duration_secs': 0.01494} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.465333] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.465600] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b710c68a-0dd5-4565-962e-00ce8a433324/b710c68a-0dd5-4565-962e-00ce8a433324.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1911.465867] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5683d5d-804e-4a05-84e9-a970408fb98b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.477318] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1911.477318] env[62187]: value = "task-2132490" [ 1911.477318] env[62187]: _type = "Task" [ 1911.477318] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.486780] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.595295] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52390ff1-ef9c-c6eb-7c6b-e0053c37b59c/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1911.599233] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3531a223-169c-47a9-bfd8-2ea132c5d54d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.613524] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52390ff1-ef9c-c6eb-7c6b-e0053c37b59c/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1911.613524] env[62187]: ERROR oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52390ff1-ef9c-c6eb-7c6b-e0053c37b59c/disk-0.vmdk due to incomplete transfer. [ 1911.613983] env[62187]: DEBUG nova.network.neutron [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1911.616192] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cfc03612-baca-4977-a4d3-a284a413f411 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.626917] env[62187]: DEBUG oslo_vmware.rw_handles [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52390ff1-ef9c-c6eb-7c6b-e0053c37b59c/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1911.627843] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Uploaded image bf6c973c-de1a-4634-a808-33e4ac4d9844 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1911.630563] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1911.630922] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a0cfdd6-3232-495b-a779-230370791635 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.635117] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.635399] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.635599] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.635829] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.636028] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.636225] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.636478] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.636703] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.636973] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.637266] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.637432] env[62187]: DEBUG nova.virt.hardware [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.638991] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c60663-e744-48b1-95e0-696fe82aa7a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.651109] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81c7ebf-9e4e-439f-87ec-899940d6f4b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.655906] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1911.655906] env[62187]: value = "task-2132491" [ 1911.655906] env[62187]: _type = "Task" [ 1911.655906] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.668236] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:17:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bed16b9-d303-498e-9a07-895dc95f0a92', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.676904] env[62187]: DEBUG oslo.service.loopingcall [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.677696] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.678016] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef5b19ce-e08a-45df-bd12-3436e5db0a66 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.699599] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132491, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.706688] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.706688] env[62187]: value = "task-2132492" [ 1911.706688] env[62187]: _type = "Task" [ 1911.706688] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.716227] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132492, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.768510] env[62187]: DEBUG nova.compute.manager [req-c0a5ee1b-6b5e-4aae-a07d-297c88ed2eac req-ad5fb438-764e-4c26-ab82-14b52b37f1cb service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Received event network-vif-plugged-4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1911.768818] env[62187]: DEBUG oslo_concurrency.lockutils [req-c0a5ee1b-6b5e-4aae-a07d-297c88ed2eac req-ad5fb438-764e-4c26-ab82-14b52b37f1cb service nova] Acquiring lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.769912] env[62187]: DEBUG oslo_concurrency.lockutils [req-c0a5ee1b-6b5e-4aae-a07d-297c88ed2eac req-ad5fb438-764e-4c26-ab82-14b52b37f1cb service nova] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.769912] env[62187]: DEBUG oslo_concurrency.lockutils [req-c0a5ee1b-6b5e-4aae-a07d-297c88ed2eac req-ad5fb438-764e-4c26-ab82-14b52b37f1cb service nova] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.769912] env[62187]: DEBUG nova.compute.manager [req-c0a5ee1b-6b5e-4aae-a07d-297c88ed2eac req-ad5fb438-764e-4c26-ab82-14b52b37f1cb service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] No waiting events found dispatching network-vif-plugged-4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1911.769912] env[62187]: WARNING nova.compute.manager [req-c0a5ee1b-6b5e-4aae-a07d-297c88ed2eac req-ad5fb438-764e-4c26-ab82-14b52b37f1cb service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Received unexpected event network-vif-plugged-4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 for instance with vm_state building and task_state spawning. [ 1911.856386] env[62187]: DEBUG nova.scheduler.client.report [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1911.905876] env[62187]: DEBUG nova.network.neutron [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Updating instance_info_cache with network_info: [{"id": "4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5", "address": "fa:16:3e:7a:7a:c9", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fbe88ff-8c", "ovs_interfaceid": "4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.948054] env[62187]: DEBUG oslo_vmware.api [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132489, 'name': PowerOnVM_Task, 'duration_secs': 0.418301} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.948468] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1911.948568] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2811d585-2a0d-4b00-8011-5a052fe9e17c tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance '26375696-a789-4eec-91cf-47ef118b2bbe' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1911.989276] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132490, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.996429] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1912.168471] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132491, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.187370] env[62187]: DEBUG nova.compute.manager [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Received event network-changed-4077a799-a339-44a3-b893-8884beacefee {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1912.187540] env[62187]: DEBUG nova.compute.manager [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Refreshing instance network info cache due to event network-changed-4077a799-a339-44a3-b893-8884beacefee. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1912.187756] env[62187]: DEBUG oslo_concurrency.lockutils [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] Acquiring lock "refresh_cache-b710c68a-0dd5-4565-962e-00ce8a433324" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.187996] env[62187]: DEBUG oslo_concurrency.lockutils [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] Acquired lock "refresh_cache-b710c68a-0dd5-4565-962e-00ce8a433324" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.188345] env[62187]: DEBUG nova.network.neutron [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Refreshing network info cache for port 4077a799-a339-44a3-b893-8884beacefee {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1912.216592] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132492, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.363996] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.364553] env[62187]: DEBUG nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1912.367179] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.668s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.368554] env[62187]: INFO nova.compute.claims [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1912.409243] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Releasing lock "refresh_cache-6facddb8-edf9-4661-86e6-0a0a42e2e7f0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.409883] env[62187]: DEBUG nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Instance network_info: |[{"id": "4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5", "address": "fa:16:3e:7a:7a:c9", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fbe88ff-8c", "ovs_interfaceid": "4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1912.410025] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:7a:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1912.420143] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Creating folder: Project (360ef5f4ff764c5f80c1cf3af76c8e34). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1912.420916] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d3ed429-a46b-46fb-b9d0-e5b95da1bd40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.435574] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Created folder: Project (360ef5f4ff764c5f80c1cf3af76c8e34) in parent group-v435995. [ 1912.435779] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Creating folder: Instances. Parent ref: group-v436068. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1912.436038] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d26f5cd-02bd-43a1-8a72-498a37d708ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.447044] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Created folder: Instances in parent group-v436068. [ 1912.447276] env[62187]: DEBUG oslo.service.loopingcall [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.447475] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1912.447686] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad003e7-263b-49ff-8ca5-45471eb32b85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.473166] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1912.473166] env[62187]: value = "task-2132495" [ 1912.473166] env[62187]: _type = "Task" [ 1912.473166] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.486805] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132495, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.505634] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693766} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.505890] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b710c68a-0dd5-4565-962e-00ce8a433324/b710c68a-0dd5-4565-962e-00ce8a433324.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1912.506114] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1912.506363] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-567a394f-8a86-447b-abfa-85dc40fac58c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.514775] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1912.514775] env[62187]: value = "task-2132496" [ 1912.514775] env[62187]: _type = "Task" [ 1912.514775] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.525460] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.614870] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.668154] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132491, 'name': Destroy_Task, 'duration_secs': 0.613385} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.668455] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Destroyed the VM [ 1912.669012] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1912.669212] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93630a72-5fbc-4cbb-a16c-e3db3961b824 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.678469] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1912.678469] env[62187]: value = "task-2132497" [ 1912.678469] env[62187]: _type = "Task" [ 1912.678469] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.688137] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132497, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.719796] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132492, 'name': CreateVM_Task, 'duration_secs': 0.579908} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.719964] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.720679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.720972] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.721718] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.721718] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044473d1-d5bd-4f74-97be-af59aea4aa8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.729564] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1912.729564] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522dee68-d3cb-3605-3ac7-b96476a52a7a" [ 1912.729564] env[62187]: _type = "Task" [ 1912.729564] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.739719] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522dee68-d3cb-3605-3ac7-b96476a52a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.873286] env[62187]: DEBUG nova.compute.utils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1912.878497] env[62187]: DEBUG nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1912.879243] env[62187]: DEBUG nova.network.neutron [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1912.936158] env[62187]: DEBUG nova.network.neutron [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Updated VIF entry in instance network info cache for port 4077a799-a339-44a3-b893-8884beacefee. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1912.936599] env[62187]: DEBUG nova.network.neutron [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Updating instance_info_cache with network_info: [{"id": "4077a799-a339-44a3-b893-8884beacefee", "address": "fa:16:3e:14:cc:7c", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4077a799-a3", "ovs_interfaceid": "4077a799-a339-44a3-b893-8884beacefee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.946112] env[62187]: DEBUG nova.policy [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d05be61b804705a9c6a5cf908eec24', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '360ef5f4ff764c5f80c1cf3af76c8e34', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1912.993341] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132495, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.029154] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142532} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.029514] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1913.030524] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d67a3c-57c6-45fc-8022-48b9c7bd50ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.063050] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] b710c68a-0dd5-4565-962e-00ce8a433324/b710c68a-0dd5-4565-962e-00ce8a433324.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1913.065192] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68fcda1d-3080-407c-8a3f-83b825fb8f95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.094215] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1913.094215] env[62187]: value = "task-2132498" [ 1913.094215] env[62187]: _type = "Task" [ 1913.094215] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.104414] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.118990] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-b15866f3-5b1f-42fd-96d4-e76ed97e1c56" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.118990] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 1913.118990] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.193512] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132497, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.245506] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522dee68-d3cb-3605-3ac7-b96476a52a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.021535} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.245506] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.246482] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1913.246798] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.246981] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.247188] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1913.247934] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e203d11-081c-4d9d-a84b-a65d51cafcec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.258677] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1913.258900] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1913.259700] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13194427-eca3-4962-b20d-7a8156d89b53 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.266862] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1913.266862] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52926b8d-bc1a-c8f6-36f1-479be9b28200" [ 1913.266862] env[62187]: _type = "Task" [ 1913.266862] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.278343] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52926b8d-bc1a-c8f6-36f1-479be9b28200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.387021] env[62187]: DEBUG nova.network.neutron [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Successfully created port: 26acf0c6-57e5-42d8-9551-83f024ae6f54 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1913.390835] env[62187]: DEBUG nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1913.440178] env[62187]: DEBUG oslo_concurrency.lockutils [req-79b65694-da16-4ad2-9050-b2cf19095113 req-31f947d7-e6c3-4dd4-a5dc-ff956d63341f service nova] Releasing lock "refresh_cache-b710c68a-0dd5-4565-962e-00ce8a433324" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.506304] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132495, 'name': CreateVM_Task, 'duration_secs': 0.583181} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.509836] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1913.511173] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.511294] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.511633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1913.512127] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4b1e2c-648e-4a1b-8002-357db466e589 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.518909] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1913.518909] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e918f0-38ff-21bd-7a9e-8fbf59d6121b" [ 1913.518909] env[62187]: _type = "Task" [ 1913.518909] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.531497] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e918f0-38ff-21bd-7a9e-8fbf59d6121b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.606683] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.696943] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Acquiring lock "837a0057-787e-4fb6-ae79-b5fbc06a3038" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.697433] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.697842] env[62187]: DEBUG oslo_vmware.api [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132497, 'name': RemoveSnapshot_Task, 'duration_secs': 0.785787} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.699396] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1913.701018] env[62187]: INFO nova.compute.manager [None req-5f6666d8-1a49-4753-ad2e-8d4ed09bc099 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Took 17.04 seconds to snapshot the instance on the hypervisor. [ 1913.710357] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "c69e62fb-7776-4064-a296-3e09564d780c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.711590] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "c69e62fb-7776-4064-a296-3e09564d780c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.712837] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "c69e62fb-7776-4064-a296-3e09564d780c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.712903] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "c69e62fb-7776-4064-a296-3e09564d780c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.713190] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "c69e62fb-7776-4064-a296-3e09564d780c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.714768] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Acquiring lock "e25571ce-77da-4871-af48-c597560cd9a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.715186] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "e25571ce-77da-4871-af48-c597560cd9a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.715916] env[62187]: INFO nova.compute.manager [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Terminating instance [ 1913.781475] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52926b8d-bc1a-c8f6-36f1-479be9b28200, 'name': SearchDatastore_Task, 'duration_secs': 0.01445} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.782713] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e835f0-0675-4ef8-87bf-1d1ad2e71bda {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.792766] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1913.792766] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522f58cd-aadd-f770-cee4-b06d25bd9723" [ 1913.792766] env[62187]: _type = "Task" [ 1913.792766] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.809761] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522f58cd-aadd-f770-cee4-b06d25bd9723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.005564] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e962aba5-7641-4b66-9ced-b620ea7cde75 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.016349] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042e84e5-3593-4103-bd2f-699b495dceb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.030803] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e918f0-38ff-21bd-7a9e-8fbf59d6121b, 'name': SearchDatastore_Task, 'duration_secs': 0.030991} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.059512] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.059858] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1914.060126] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.061267] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f1d52f-64aa-4f2f-8512-7ea6a90c1ff6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.072087] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64aaf917-9c69-4bc1-9c5c-3e58ef61b8d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.087098] env[62187]: DEBUG nova.compute.provider_tree [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1914.105202] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132498, 'name': ReconfigVM_Task, 'duration_secs': 0.610218} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.106728] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Reconfigured VM instance instance-00000015 to attach disk [datastore2] b710c68a-0dd5-4565-962e-00ce8a433324/b710c68a-0dd5-4565-962e-00ce8a433324.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1914.106728] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5370eeb-5da8-4791-a903-63a8069a8a78 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.115488] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1914.115488] env[62187]: value = "task-2132499" [ 1914.115488] env[62187]: _type = "Task" [ 1914.115488] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.128949] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132499, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.225022] env[62187]: DEBUG nova.compute.manager [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1914.225022] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1914.225022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbef425-9681-47cb-b456-b58538343782 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.235389] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1914.235717] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a649ff3-b327-44f4-9670-474b93ac317a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.244615] env[62187]: DEBUG oslo_vmware.api [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1914.244615] env[62187]: value = "task-2132500" [ 1914.244615] env[62187]: _type = "Task" [ 1914.244615] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.255256] env[62187]: DEBUG oslo_vmware.api [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.304641] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522f58cd-aadd-f770-cee4-b06d25bd9723, 'name': SearchDatastore_Task, 'duration_secs': 0.01686} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.304922] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.305271] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1914.305550] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.305744] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1914.305956] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-981a20e7-c3f0-4317-bb2e-ee885bfe6f28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.308154] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a68d921c-2edc-4625-9285-739725ace383 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.316856] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1914.316856] env[62187]: value = "task-2132501" [ 1914.316856] env[62187]: _type = "Task" [ 1914.316856] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.318684] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1914.318684] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1914.321928] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ca6054-aca2-4fb1-b1b9-35041485659c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.328647] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1914.328647] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526d0af6-f38e-5fc5-80f1-7d67e0232d3f" [ 1914.328647] env[62187]: _type = "Task" [ 1914.328647] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.333861] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.342019] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526d0af6-f38e-5fc5-80f1-7d67e0232d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.405188] env[62187]: DEBUG nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1914.434125] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1914.434420] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1914.434581] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1914.434760] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1914.434906] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1914.435186] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1914.435463] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1914.435670] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1914.435880] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1914.436118] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1914.436358] env[62187]: DEBUG nova.virt.hardware [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1914.437300] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b699498d-6401-4bd0-bc12-f28bf2028b66 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.450207] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62e4aab-058c-45d8-8e8f-0967fe7aa51f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.572713] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.572897] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.616649] env[62187]: ERROR nova.scheduler.client.report [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [req-902d7aec-e355-45c9-b018-8aa625515d14] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-902d7aec-e355-45c9-b018-8aa625515d14"}]} [ 1914.631564] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132499, 'name': Rename_Task, 'duration_secs': 0.162568} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.631797] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1914.631979] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64b088c-98ac-4eec-8443-d08f9f3202db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.639402] env[62187]: DEBUG nova.scheduler.client.report [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1914.644025] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1914.644025] env[62187]: value = "task-2132502" [ 1914.644025] env[62187]: _type = "Task" [ 1914.644025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.652701] env[62187]: DEBUG nova.compute.manager [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Received event network-changed-4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1914.652701] env[62187]: DEBUG nova.compute.manager [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Refreshing instance network info cache due to event network-changed-4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1914.652701] env[62187]: DEBUG oslo_concurrency.lockutils [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] Acquiring lock "refresh_cache-6facddb8-edf9-4661-86e6-0a0a42e2e7f0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.652701] env[62187]: DEBUG oslo_concurrency.lockutils [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] Acquired lock "refresh_cache-6facddb8-edf9-4661-86e6-0a0a42e2e7f0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.652870] env[62187]: DEBUG nova.network.neutron [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Refreshing network info cache for port 4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.657835] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.660040] env[62187]: DEBUG nova.scheduler.client.report [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1914.660040] env[62187]: DEBUG nova.compute.provider_tree [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1914.681583] env[62187]: DEBUG nova.scheduler.client.report [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1914.707068] env[62187]: DEBUG nova.scheduler.client.report [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1914.755917] env[62187]: DEBUG oslo_vmware.api [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132500, 'name': PowerOffVM_Task, 'duration_secs': 0.45703} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.756250] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1914.756364] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1914.756715] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf1f1134-2b7e-43fa-ab15-7ce35eac7746 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.834709] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132501, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.852402] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526d0af6-f38e-5fc5-80f1-7d67e0232d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.021102} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.853318] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16ba735-cfbd-46ef-a41c-8bc32d95d08a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.863911] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1914.863911] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5226f24c-7813-1a9e-ca34-1a4a8c2c5bb2" [ 1914.863911] env[62187]: _type = "Task" [ 1914.863911] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.874714] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5226f24c-7813-1a9e-ca34-1a4a8c2c5bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.880563] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1914.880563] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1914.880563] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Deleting the datastore file [datastore2] c69e62fb-7776-4064-a296-3e09564d780c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1914.880563] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f564642-78fd-4c76-9b16-fc71dfc65c51 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.889939] env[62187]: DEBUG oslo_vmware.api [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for the task: (returnval){ [ 1914.889939] env[62187]: value = "task-2132504" [ 1914.889939] env[62187]: _type = "Task" [ 1914.889939] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.902843] env[62187]: DEBUG oslo_vmware.api [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.165759] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.185787] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "26375696-a789-4eec-91cf-47ef118b2bbe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.186066] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.186269] env[62187]: DEBUG nova.compute.manager [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Going to confirm migration 1 {{(pid=62187) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1915.291614] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32123705-8f97-421b-aea1-6c3f1727fef0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.303178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f7d573-3355-4bf8-b046-11aec84994fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.338881] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c797360-04b8-4ee2-83df-b952cebba586 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.354250] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ddc952-c8c1-4d19-b459-6e7ca243da29 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.358285] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644652} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.360854] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1915.361113] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1915.361739] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33648342-44fd-42f2-973b-18bd79e1dbdd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.372808] env[62187]: DEBUG nova.compute.provider_tree [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.380029] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1915.380029] env[62187]: value = "task-2132505" [ 1915.380029] env[62187]: _type = "Task" [ 1915.380029] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.383719] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5226f24c-7813-1a9e-ca34-1a4a8c2c5bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.055072} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.388848] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.389255] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 6facddb8-edf9-4661-86e6-0a0a42e2e7f0/6facddb8-edf9-4661-86e6-0a0a42e2e7f0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.390389] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32b585eb-7d12-4218-b2ea-a0ffe860d6d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.407230] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.410025] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1915.410025] env[62187]: value = "task-2132506" [ 1915.410025] env[62187]: _type = "Task" [ 1915.410025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.416215] env[62187]: DEBUG oslo_vmware.api [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Task: {'id': task-2132504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504292} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.417262] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1915.417262] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1915.417262] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1915.417387] env[62187]: INFO nova.compute.manager [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1915.417719] env[62187]: DEBUG oslo.service.loopingcall [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.418086] env[62187]: DEBUG nova.compute.manager [-] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1915.418086] env[62187]: DEBUG nova.network.neutron [-] [instance: c69e62fb-7776-4064-a296-3e09564d780c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1915.423287] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.426059] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1915.426059] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 1915.511662] env[62187]: DEBUG nova.network.neutron [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Successfully updated port: 26acf0c6-57e5-42d8-9551-83f024ae6f54 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1915.621896] env[62187]: DEBUG nova.compute.manager [req-b9720d35-e96d-4ddb-8537-82ff46b5b461 req-21aa8817-4502-4cb5-abb0-7736eb5a5b5c service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Received event network-vif-plugged-26acf0c6-57e5-42d8-9551-83f024ae6f54 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1915.622451] env[62187]: DEBUG oslo_concurrency.lockutils [req-b9720d35-e96d-4ddb-8537-82ff46b5b461 req-21aa8817-4502-4cb5-abb0-7736eb5a5b5c service nova] Acquiring lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.622748] env[62187]: DEBUG oslo_concurrency.lockutils [req-b9720d35-e96d-4ddb-8537-82ff46b5b461 req-21aa8817-4502-4cb5-abb0-7736eb5a5b5c service nova] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.623518] env[62187]: DEBUG oslo_concurrency.lockutils [req-b9720d35-e96d-4ddb-8537-82ff46b5b461 req-21aa8817-4502-4cb5-abb0-7736eb5a5b5c service nova] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.624720] env[62187]: DEBUG nova.compute.manager [req-b9720d35-e96d-4ddb-8537-82ff46b5b461 req-21aa8817-4502-4cb5-abb0-7736eb5a5b5c service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] No waiting events found dispatching network-vif-plugged-26acf0c6-57e5-42d8-9551-83f024ae6f54 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1915.625020] env[62187]: WARNING nova.compute.manager [req-b9720d35-e96d-4ddb-8537-82ff46b5b461 req-21aa8817-4502-4cb5-abb0-7736eb5a5b5c service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Received unexpected event network-vif-plugged-26acf0c6-57e5-42d8-9551-83f024ae6f54 for instance with vm_state building and task_state spawning. [ 1915.662141] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.746513] env[62187]: DEBUG nova.network.neutron [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Updated VIF entry in instance network info cache for port 4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1915.746922] env[62187]: DEBUG nova.network.neutron [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Updating instance_info_cache with network_info: [{"id": "4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5", "address": "fa:16:3e:7a:7a:c9", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fbe88ff-8c", "ovs_interfaceid": "4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.822612] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.822846] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.823251] env[62187]: DEBUG nova.network.neutron [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.823336] env[62187]: DEBUG nova.objects.instance [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lazy-loading 'info_cache' on Instance uuid 26375696-a789-4eec-91cf-47ef118b2bbe {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1915.905925] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079195} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.907775] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1915.912906] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f589d626-b561-4849-8759-e2a51088bd10 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.948012] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.948012] env[62187]: DEBUG nova.scheduler.client.report [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1915.948012] env[62187]: DEBUG nova.compute.provider_tree [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 48 to 49 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1915.948169] env[62187]: DEBUG nova.compute.provider_tree [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.954102] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8a5255-bc1a-44ec-958f-5133a0fccc1b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.971024] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132506, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.979450] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1915.979450] env[62187]: value = "task-2132507" [ 1915.979450] env[62187]: _type = "Task" [ 1915.979450] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.990859] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.016679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "refresh_cache-570c7c49-9bc8-4bea-86af-51679a0c5dc2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.016679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired lock "refresh_cache-570c7c49-9bc8-4bea-86af-51679a0c5dc2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.016679] env[62187]: DEBUG nova.network.neutron [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1916.161261] env[62187]: DEBUG oslo_vmware.api [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132502, 'name': PowerOnVM_Task, 'duration_secs': 1.130676} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.161261] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1916.161393] env[62187]: INFO nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1916.161528] env[62187]: DEBUG nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.162752] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929d108-f889-4a4a-80c7-e6f53396c9b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.249319] env[62187]: DEBUG oslo_concurrency.lockutils [req-a074c1ba-46b7-4710-9e7f-ed7b0880f398 req-c5ea38a4-d178-4aa9-9fa7-66d3fda3e5a9 service nova] Releasing lock "refresh_cache-6facddb8-edf9-4661-86e6-0a0a42e2e7f0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.417726] env[62187]: DEBUG nova.network.neutron [-] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.432960] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644771} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.434032] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 6facddb8-edf9-4661-86e6-0a0a42e2e7f0/6facddb8-edf9-4661-86e6-0a0a42e2e7f0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.434032] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1916.434032] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-377212f8-fbf6-4eb0-b7e8-bfd173c449dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.443035] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1916.443035] env[62187]: value = "task-2132508" [ 1916.443035] env[62187]: _type = "Task" [ 1916.443035] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.453163] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.470599] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.103s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.471185] env[62187]: DEBUG nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.473987] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.626s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.474043] env[62187]: DEBUG nova.objects.instance [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lazy-loading 'resources' on Instance uuid 26291caa-bdbf-45cb-a903-5be91ba48052 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1916.489839] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132507, 'name': ReconfigVM_Task, 'duration_secs': 0.316484} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.490116] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 2f528407-2bd6-4ef2-a02a-572c94316465/2f528407-2bd6-4ef2-a02a-572c94316465.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1916.490733] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b387886b-5456-4b0f-b801-48d44e9d7530 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.500070] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1916.500070] env[62187]: value = "task-2132509" [ 1916.500070] env[62187]: _type = "Task" [ 1916.500070] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.510262] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132509, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.558367] env[62187]: DEBUG nova.network.neutron [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1916.692193] env[62187]: INFO nova.compute.manager [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Took 33.30 seconds to build instance. [ 1916.926353] env[62187]: INFO nova.compute.manager [-] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Took 1.51 seconds to deallocate network for instance. [ 1916.957229] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071414} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.958463] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1916.958463] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0400a4-ceb4-4eeb-8c29-1f75bae2539b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.982748] env[62187]: DEBUG nova.compute.utils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1916.996020] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 6facddb8-edf9-4661-86e6-0a0a42e2e7f0/6facddb8-edf9-4661-86e6-0a0a42e2e7f0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1916.998618] env[62187]: DEBUG nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1916.998618] env[62187]: DEBUG nova.network.neutron [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.000640] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d9e9f9-6edc-48b0-a1de-814458be9932 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.028599] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132509, 'name': Rename_Task, 'duration_secs': 0.149941} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.033506] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1917.034524] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1917.034524] env[62187]: value = "task-2132510" [ 1917.034524] env[62187]: _type = "Task" [ 1917.034524] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.035368] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f90dfcec-7056-4524-8476-5e8cc2225c69 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.059558] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.063965] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1917.063965] env[62187]: value = "task-2132511" [ 1917.063965] env[62187]: _type = "Task" [ 1917.063965] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.073987] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.113884] env[62187]: DEBUG nova.policy [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5068be48d58d4fb2a3a92a31fad2a742', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '637c656d95664c2ab90615f5bb16ebcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.196200] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6f01c86f-2241-4f45-912a-9ca3395b8a85 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "b710c68a-0dd5-4565-962e-00ce8a433324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.813s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.234990] env[62187]: DEBUG nova.network.neutron [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Updating instance_info_cache with network_info: [{"id": "26acf0c6-57e5-42d8-9551-83f024ae6f54", "address": "fa:16:3e:49:05:5a", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26acf0c6-57", "ovs_interfaceid": "26acf0c6-57e5-42d8-9551-83f024ae6f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.423145] env[62187]: DEBUG nova.network.neutron [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [{"id": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "address": "fa:16:3e:49:75:9d", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6774d752-6f", "ovs_interfaceid": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.433355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.499057] env[62187]: DEBUG nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1917.508380] env[62187]: DEBUG nova.network.neutron [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Successfully created port: 78053c40-18d1-4197-83b1-16930cde6950 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.555710] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132510, 'name': ReconfigVM_Task, 'duration_secs': 0.391517} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.557334] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 6facddb8-edf9-4661-86e6-0a0a42e2e7f0/6facddb8-edf9-4661-86e6-0a0a42e2e7f0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1917.557980] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e455a09-7561-4a95-a336-383e4ef86eca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.570929] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1917.570929] env[62187]: value = "task-2132512" [ 1917.570929] env[62187]: _type = "Task" [ 1917.570929] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.578560] env[62187]: DEBUG oslo_vmware.api [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132511, 'name': PowerOnVM_Task, 'duration_secs': 0.485679} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.582141] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1917.582483] env[62187]: DEBUG nova.compute.manager [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1917.583860] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dacb961-489b-413e-bb24-0565f76efbda {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.591045] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132512, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.641643] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be5903-14bc-47d5-9c01-c8e8b761648e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.650451] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea16ec8e-e8c7-45bc-bf77-dac9057070e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.691552] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec0f7f6-a4e1-4464-833e-fd9e42ce989d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.700149] env[62187]: DEBUG nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1917.705253] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4052854-b4d1-451b-bca3-cb038edf8bd2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.722056] env[62187]: DEBUG nova.compute.provider_tree [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.741538] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Releasing lock "refresh_cache-570c7c49-9bc8-4bea-86af-51679a0c5dc2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.742170] env[62187]: DEBUG nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Instance network_info: |[{"id": "26acf0c6-57e5-42d8-9551-83f024ae6f54", "address": "fa:16:3e:49:05:5a", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26acf0c6-57", "ovs_interfaceid": "26acf0c6-57e5-42d8-9551-83f024ae6f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1917.742590] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:05:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26acf0c6-57e5-42d8-9551-83f024ae6f54', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1917.750077] env[62187]: DEBUG oslo.service.loopingcall [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1917.750596] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1917.750871] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24e8e4c2-e1c4-40b3-8a82-9d48df2dcb2a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.773167] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1917.773167] env[62187]: value = "task-2132513" [ 1917.773167] env[62187]: _type = "Task" [ 1917.773167] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.783121] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132513, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.849092] env[62187]: DEBUG nova.compute.manager [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1917.849092] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed8d79-63c1-411d-b3a3-0f1cd17c5036 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.927517] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.927787] env[62187]: DEBUG nova.objects.instance [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lazy-loading 'migration_context' on Instance uuid 26375696-a789-4eec-91cf-47ef118b2bbe {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.081444] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132512, 'name': Rename_Task, 'duration_secs': 0.171646} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.081718] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.082063] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe9800cc-06a6-48df-91a0-d6ee56e4d71b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.090285] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1918.090285] env[62187]: value = "task-2132514" [ 1918.090285] env[62187]: _type = "Task" [ 1918.090285] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.100880] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.112611] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.226131] env[62187]: DEBUG nova.scheduler.client.report [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1918.231611] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.288465] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132513, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.312191] env[62187]: DEBUG nova.compute.manager [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Received event network-changed-26acf0c6-57e5-42d8-9551-83f024ae6f54 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1918.312191] env[62187]: DEBUG nova.compute.manager [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Refreshing instance network info cache due to event network-changed-26acf0c6-57e5-42d8-9551-83f024ae6f54. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1918.312486] env[62187]: DEBUG oslo_concurrency.lockutils [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] Acquiring lock "refresh_cache-570c7c49-9bc8-4bea-86af-51679a0c5dc2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.312760] env[62187]: DEBUG oslo_concurrency.lockutils [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] Acquired lock "refresh_cache-570c7c49-9bc8-4bea-86af-51679a0c5dc2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.313072] env[62187]: DEBUG nova.network.neutron [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Refreshing network info cache for port 26acf0c6-57e5-42d8-9551-83f024ae6f54 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1918.361823] env[62187]: INFO nova.compute.manager [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] instance snapshotting [ 1918.369704] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73111999-d229-4a5a-827a-c55187517cca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.393023] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521a923-d158-4ca0-a83b-2bca5bd9e06b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.433184] env[62187]: DEBUG nova.objects.base [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Object Instance<26375696-a789-4eec-91cf-47ef118b2bbe> lazy-loaded attributes: info_cache,migration_context {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1918.433995] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6019618c-2016-4d7c-ae6c-35e53871200a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.468710] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb16820-8bb1-42b3-a366-11efee0413ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.478983] env[62187]: DEBUG oslo_vmware.api [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 1918.478983] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52246bf8-d192-77b0-09e0-91eee780f184" [ 1918.478983] env[62187]: _type = "Task" [ 1918.478983] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.488115] env[62187]: DEBUG oslo_vmware.api [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52246bf8-d192-77b0-09e0-91eee780f184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.512592] env[62187]: DEBUG nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1918.542704] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1918.543375] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1918.543462] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1918.543744] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1918.544024] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1918.544183] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1918.544453] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1918.544680] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1918.544834] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1918.545049] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1918.545325] env[62187]: DEBUG nova.virt.hardware [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1918.547017] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b761e7-36d7-47f7-a938-f6bc24a5d384 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.556191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46793c42-3337-4844-adf6-7fda246a8a64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.603488] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.735034] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.736032] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.765s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.736567] env[62187]: DEBUG nova.objects.instance [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lazy-loading 'resources' on Instance uuid b15866f3-5b1f-42fd-96d4-e76ed97e1c56 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1918.770713] env[62187]: INFO nova.scheduler.client.report [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Deleted allocations for instance 26291caa-bdbf-45cb-a903-5be91ba48052 [ 1918.790337] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132513, 'name': CreateVM_Task, 'duration_secs': 0.997226} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.790337] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1918.790337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.790337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.790692] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1918.791122] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9167e25b-f56a-4201-93c6-34636142ee45 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.799305] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1918.799305] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52de018f-07aa-7754-0686-adf971996d1a" [ 1918.799305] env[62187]: _type = "Task" [ 1918.799305] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.819700] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52de018f-07aa-7754-0686-adf971996d1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.905436] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1918.905835] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ba0fc6ed-5029-4d1d-a866-6519af55102e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.918862] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1918.918862] env[62187]: value = "task-2132515" [ 1918.918862] env[62187]: _type = "Task" [ 1918.918862] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.929472] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132515, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.933106] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "60f44718-0206-481f-9c0b-38cf5225679c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.933424] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "60f44718-0206-481f-9c0b-38cf5225679c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.933660] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "60f44718-0206-481f-9c0b-38cf5225679c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.933869] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "60f44718-0206-481f-9c0b-38cf5225679c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.934182] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "60f44718-0206-481f-9c0b-38cf5225679c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.936396] env[62187]: INFO nova.compute.manager [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Terminating instance [ 1918.994441] env[62187]: DEBUG oslo_vmware.api [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52246bf8-d192-77b0-09e0-91eee780f184, 'name': SearchDatastore_Task, 'duration_secs': 0.012444} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.994839] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.107058] env[62187]: DEBUG oslo_vmware.api [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132514, 'name': PowerOnVM_Task, 'duration_secs': 0.654612} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.107058] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.107058] env[62187]: INFO nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1919.107058] env[62187]: DEBUG nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.107058] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d406fb-989f-4665-9562-1d47a70ff4cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.152060] env[62187]: DEBUG nova.network.neutron [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Updated VIF entry in instance network info cache for port 26acf0c6-57e5-42d8-9551-83f024ae6f54. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1919.152060] env[62187]: DEBUG nova.network.neutron [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Updating instance_info_cache with network_info: [{"id": "26acf0c6-57e5-42d8-9551-83f024ae6f54", "address": "fa:16:3e:49:05:5a", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26acf0c6-57", "ovs_interfaceid": "26acf0c6-57e5-42d8-9551-83f024ae6f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.284913] env[62187]: DEBUG nova.network.neutron [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Successfully updated port: 78053c40-18d1-4197-83b1-16930cde6950 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.287785] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f4f53317-f621-4f25-962a-820999c1b096 tempest-ServerDiagnosticsV248Test-983789198 tempest-ServerDiagnosticsV248Test-983789198-project-member] Lock "26291caa-bdbf-45cb-a903-5be91ba48052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.829s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.322061] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52de018f-07aa-7754-0686-adf971996d1a, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.322061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.322061] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1919.322061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.322285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.322285] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.322285] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b2eaf4-b0b5-4ebf-b400-451e6fb2e7fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.334290] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.334474] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.335573] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b0580c8-cf42-4052-8540-dee396824bf4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.342256] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1919.342256] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528783a7-dd0d-735e-14cb-a60cfcc2bd7c" [ 1919.342256] env[62187]: _type = "Task" [ 1919.342256] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.357437] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528783a7-dd0d-735e-14cb-a60cfcc2bd7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.434234] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132515, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.445235] env[62187]: DEBUG nova.compute.manager [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1919.448127] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1919.448127] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26042f00-071b-4c5f-a4f4-fcc259e02949 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.461131] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.461131] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e906d0e0-83c2-459c-90a0-32395379cb7e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.471126] env[62187]: DEBUG oslo_vmware.api [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1919.471126] env[62187]: value = "task-2132516" [ 1919.471126] env[62187]: _type = "Task" [ 1919.471126] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.486026] env[62187]: DEBUG oslo_vmware.api [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.629830] env[62187]: INFO nova.compute.manager [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Took 33.69 seconds to build instance. [ 1919.657185] env[62187]: DEBUG oslo_concurrency.lockutils [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] Releasing lock "refresh_cache-570c7c49-9bc8-4bea-86af-51679a0c5dc2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.658728] env[62187]: DEBUG nova.compute.manager [req-a3a4e827-257c-4472-9900-cb5746bf5c28 req-c094f254-64af-4017-982b-915e7ce0db15 service nova] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Received event network-vif-deleted-dd42b192-fb56-41a6-96a0-f31e2a802304 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1919.684361] env[62187]: DEBUG nova.compute.manager [req-dc52af5a-c872-40e3-800e-d4e791e57060 req-845e8cfb-571d-484c-8d7b-1b70706f00b8 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Received event network-vif-plugged-78053c40-18d1-4197-83b1-16930cde6950 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1919.685032] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc52af5a-c872-40e3-800e-d4e791e57060 req-845e8cfb-571d-484c-8d7b-1b70706f00b8 service nova] Acquiring lock "1030d877-b963-4f6a-8965-742bd403e7aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.685418] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc52af5a-c872-40e3-800e-d4e791e57060 req-845e8cfb-571d-484c-8d7b-1b70706f00b8 service nova] Lock "1030d877-b963-4f6a-8965-742bd403e7aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.685547] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc52af5a-c872-40e3-800e-d4e791e57060 req-845e8cfb-571d-484c-8d7b-1b70706f00b8 service nova] Lock "1030d877-b963-4f6a-8965-742bd403e7aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.685781] env[62187]: DEBUG nova.compute.manager [req-dc52af5a-c872-40e3-800e-d4e791e57060 req-845e8cfb-571d-484c-8d7b-1b70706f00b8 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] No waiting events found dispatching network-vif-plugged-78053c40-18d1-4197-83b1-16930cde6950 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.686114] env[62187]: WARNING nova.compute.manager [req-dc52af5a-c872-40e3-800e-d4e791e57060 req-845e8cfb-571d-484c-8d7b-1b70706f00b8 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Received unexpected event network-vif-plugged-78053c40-18d1-4197-83b1-16930cde6950 for instance with vm_state building and task_state spawning. [ 1919.791496] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "refresh_cache-1030d877-b963-4f6a-8965-742bd403e7aa" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.791766] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquired lock "refresh_cache-1030d877-b963-4f6a-8965-742bd403e7aa" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.792097] env[62187]: DEBUG nova.network.neutron [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.827027] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73d610-4e83-4c08-8d04-945ab18db8b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.834050] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962c740b-c1c5-4829-b910-48687917814c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.875621] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b76a260-3cea-41f1-9d0f-67cd2ec15fba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.882618] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528783a7-dd0d-735e-14cb-a60cfcc2bd7c, 'name': SearchDatastore_Task, 'duration_secs': 0.016464} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.884132] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afcd705a-597d-4fe7-b1c2-bc4f269cacf0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.890441] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28068ca-f2c7-4138-b82d-5b3e4af42918 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.896454] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1919.896454] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527e519a-48ff-d13e-ca0c-45e3f30e6265" [ 1919.896454] env[62187]: _type = "Task" [ 1919.896454] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.911316] env[62187]: DEBUG nova.compute.provider_tree [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.918760] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527e519a-48ff-d13e-ca0c-45e3f30e6265, 'name': SearchDatastore_Task, 'duration_secs': 0.022418} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.921841] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.922176] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 570c7c49-9bc8-4bea-86af-51679a0c5dc2/570c7c49-9bc8-4bea-86af-51679a0c5dc2.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.923034] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e40922-d9fd-48d5-8619-e437663f06bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.932141] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132515, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.933826] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1919.933826] env[62187]: value = "task-2132517" [ 1919.933826] env[62187]: _type = "Task" [ 1919.933826] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.945197] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.982361] env[62187]: DEBUG oslo_vmware.api [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132516, 'name': PowerOffVM_Task, 'duration_secs': 0.296495} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.983871] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.984055] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.987216] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8450fb0-0e0c-4241-9dc2-a02b7f027454 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.069437] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.069658] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.069844] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Deleting the datastore file [datastore2] 60f44718-0206-481f-9c0b-38cf5225679c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.070538] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d67814b-f0f6-4032-97c0-735d2e62613b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.080809] env[62187]: DEBUG oslo_vmware.api [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for the task: (returnval){ [ 1920.080809] env[62187]: value = "task-2132519" [ 1920.080809] env[62187]: _type = "Task" [ 1920.080809] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.090396] env[62187]: DEBUG oslo_vmware.api [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132519, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.131911] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2ac77c3a-3da0-4d72-9284-4e780e379936 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.202s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.368475] env[62187]: DEBUG nova.network.neutron [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.415492] env[62187]: DEBUG nova.scheduler.client.report [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.422552] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.428546] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1920.439990] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132515, 'name': CreateSnapshot_Task, 'duration_secs': 1.340777} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.443549] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1920.445018] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173e22fb-fec2-489b-b0be-a03703d8566b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.457215] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.491446] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "2f528407-2bd6-4ef2-a02a-572c94316465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.491713] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "2f528407-2bd6-4ef2-a02a-572c94316465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.492831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "2f528407-2bd6-4ef2-a02a-572c94316465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.492831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "2f528407-2bd6-4ef2-a02a-572c94316465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.492831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "2f528407-2bd6-4ef2-a02a-572c94316465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.501667] env[62187]: INFO nova.compute.manager [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Terminating instance [ 1920.596028] env[62187]: DEBUG oslo_vmware.api [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Task: {'id': task-2132519, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296628} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.596028] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.596028] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.596028] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.596028] env[62187]: INFO nova.compute.manager [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1920.596364] env[62187]: DEBUG oslo.service.loopingcall [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.596364] env[62187]: DEBUG nova.compute.manager [-] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1920.596364] env[62187]: DEBUG nova.network.neutron [-] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1920.637183] env[62187]: DEBUG nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1920.733029] env[62187]: DEBUG nova.network.neutron [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Updating instance_info_cache with network_info: [{"id": "78053c40-18d1-4197-83b1-16930cde6950", "address": "fa:16:3e:51:0c:2c", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78053c40-18", "ovs_interfaceid": "78053c40-18d1-4197-83b1-16930cde6950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.858256] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "b710c68a-0dd5-4565-962e-00ce8a433324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.858256] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "b710c68a-0dd5-4565-962e-00ce8a433324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.858256] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "b710c68a-0dd5-4565-962e-00ce8a433324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.858459] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "b710c68a-0dd5-4565-962e-00ce8a433324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.858459] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "b710c68a-0dd5-4565-962e-00ce8a433324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.861219] env[62187]: INFO nova.compute.manager [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Terminating instance [ 1920.924843] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.930022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.846s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.930022] env[62187]: INFO nova.compute.claims [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1920.932829] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.960478] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.960749] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.961071] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.961199] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.961361] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.963606] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654554} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.964153] env[62187]: INFO nova.compute.manager [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Terminating instance [ 1920.965568] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 570c7c49-9bc8-4bea-86af-51679a0c5dc2/570c7c49-9bc8-4bea-86af-51679a0c5dc2.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.965808] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.966199] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c931f77-cedd-45da-b492-2d4ece8581b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.980578] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1920.983921] env[62187]: INFO nova.scheduler.client.report [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted allocations for instance b15866f3-5b1f-42fd-96d4-e76ed97e1c56 [ 1920.983921] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-43dba3bf-bf3f-48f6-9e60-8f089f4cf7f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.996472] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1920.996472] env[62187]: value = "task-2132520" [ 1920.996472] env[62187]: _type = "Task" [ 1920.996472] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.002825] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1921.002825] env[62187]: value = "task-2132521" [ 1921.002825] env[62187]: _type = "Task" [ 1921.002825] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.010503] env[62187]: DEBUG nova.compute.manager [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1921.010720] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1921.011084] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.012483] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0119e-95fd-4520-b09d-b761aa26a03b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.020813] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132521, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.026805] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1921.028171] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1893f4ac-9618-495b-b57d-1b84b6795fff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.040127] env[62187]: DEBUG oslo_vmware.api [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1921.040127] env[62187]: value = "task-2132522" [ 1921.040127] env[62187]: _type = "Task" [ 1921.040127] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.054218] env[62187]: DEBUG oslo_vmware.api [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.174649] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.235314] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Releasing lock "refresh_cache-1030d877-b963-4f6a-8965-742bd403e7aa" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.235657] env[62187]: DEBUG nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Instance network_info: |[{"id": "78053c40-18d1-4197-83b1-16930cde6950", "address": "fa:16:3e:51:0c:2c", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78053c40-18", "ovs_interfaceid": "78053c40-18d1-4197-83b1-16930cde6950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1921.236182] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:0c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78053c40-18d1-4197-83b1-16930cde6950', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.249564] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Creating folder: Project (637c656d95664c2ab90615f5bb16ebcb). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1921.249937] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02eb1ff6-397a-445e-b445-aa4845dbc01c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.266299] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Created folder: Project (637c656d95664c2ab90615f5bb16ebcb) in parent group-v435995. [ 1921.267647] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Creating folder: Instances. Parent ref: group-v436074. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1921.268130] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bd5023b-20db-4a3d-84fc-1c3f1ee5aded {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.284632] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Created folder: Instances in parent group-v436074. [ 1921.286021] env[62187]: DEBUG oslo.service.loopingcall [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.286021] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.286021] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ee4db7-0383-4094-8643-528d069a0d28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.316567] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.316567] env[62187]: value = "task-2132525" [ 1921.316567] env[62187]: _type = "Task" [ 1921.316567] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.328304] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132525, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.368160] env[62187]: DEBUG nova.compute.manager [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1921.368411] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1921.369470] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dbe3ec-e9b4-406d-9b3b-ee3c3487a885 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.388258] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1921.388660] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f977d4f-7f3c-4446-93d4-2b0f874c870d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.399326] env[62187]: DEBUG oslo_vmware.api [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1921.399326] env[62187]: value = "task-2132526" [ 1921.399326] env[62187]: _type = "Task" [ 1921.399326] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.411107] env[62187]: DEBUG oslo_vmware.api [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.495163] env[62187]: DEBUG nova.compute.manager [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1921.495557] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1921.500042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b970f-8b6d-4dd4-bfa8-f49ab9886fdd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.506584] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2eb1b772-57d2-4212-be8e-9008a5f4723e tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "b15866f3-5b1f-42fd-96d4-e76ed97e1c56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.776s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.533801] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132521, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.543841] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.545022] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099424} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.545131] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d63d56a-9b63-44eb-a96a-4a97aa07df31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.551230] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1921.552480] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60779936-e320-48f4-861f-393e115b9356 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.565268] env[62187]: DEBUG oslo_vmware.api [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132522, 'name': PowerOffVM_Task, 'duration_secs': 0.424004} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.580809] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1921.581372] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.594516] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 570c7c49-9bc8-4bea-86af-51679a0c5dc2/570c7c49-9bc8-4bea-86af-51679a0c5dc2.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1921.594516] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef43d125-8581-49f7-8a9a-eac3f2e0a893 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.595275] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54038c69-2c05-4f4b-89e2-0fb68728860c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.626337] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1921.626337] env[62187]: value = "task-2132529" [ 1921.626337] env[62187]: _type = "Task" [ 1921.626337] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.636859] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132529, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.682059] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.682059] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.682059] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Deleting the datastore file [datastore1] fcdf5dee-f078-4438-81ec-50f35cbbf24f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.682059] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-140eee55-8dad-409e-99e6-e23cbb4f85c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.693353] env[62187]: DEBUG oslo_vmware.api [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1921.693353] env[62187]: value = "task-2132530" [ 1921.693353] env[62187]: _type = "Task" [ 1921.693353] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.706820] env[62187]: DEBUG oslo_vmware.api [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.760703] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1921.760951] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1921.761225] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleting the datastore file [datastore2] 2f528407-2bd6-4ef2-a02a-572c94316465 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1921.761529] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-756e77ec-a755-403b-b93b-a93af56c91c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.769953] env[62187]: DEBUG oslo_vmware.api [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1921.769953] env[62187]: value = "task-2132531" [ 1921.769953] env[62187]: _type = "Task" [ 1921.769953] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.783834] env[62187]: DEBUG oslo_vmware.api [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.829571] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132525, 'name': CreateVM_Task, 'duration_secs': 0.420996} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.829571] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.830230] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.830505] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.830744] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.831092] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c29bd2-b384-4cfa-9d3c-5c293e590e9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.837057] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1921.837057] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527ad46b-bafb-cc25-a07c-b401ffaaf268" [ 1921.837057] env[62187]: _type = "Task" [ 1921.837057] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.848141] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527ad46b-bafb-cc25-a07c-b401ffaaf268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.917977] env[62187]: DEBUG oslo_vmware.api [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132526, 'name': PowerOffVM_Task, 'duration_secs': 0.219305} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.918106] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1921.918420] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1921.919040] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53772297-5d91-4f2a-9134-df45adb83aaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.935768] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "28ec0106-157e-4e23-b188-7d82f690e559" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.936092] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "28ec0106-157e-4e23-b188-7d82f690e559" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.004438] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1922.004710] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1922.004880] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Deleting the datastore file [datastore2] b710c68a-0dd5-4565-962e-00ce8a433324 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1922.005193] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-819f71a2-46da-4d6e-96ed-e81f14c29935 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.017880] env[62187]: DEBUG oslo_vmware.api [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for the task: (returnval){ [ 1922.017880] env[62187]: value = "task-2132533" [ 1922.017880] env[62187]: _type = "Task" [ 1922.017880] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.026202] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132521, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.035158] env[62187]: DEBUG oslo_vmware.api [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.118910] env[62187]: DEBUG nova.network.neutron [-] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.139289] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132529, 'name': ReconfigVM_Task, 'duration_secs': 0.398073} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.143383] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 570c7c49-9bc8-4bea-86af-51679a0c5dc2/570c7c49-9bc8-4bea-86af-51679a0c5dc2.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1922.145052] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fca5d1ad-e9e1-46f2-b180-8b57f95a6a39 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.156265] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1922.156265] env[62187]: value = "task-2132534" [ 1922.156265] env[62187]: _type = "Task" [ 1922.156265] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.168776] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132534, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.204281] env[62187]: DEBUG oslo_vmware.api [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188998} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.207283] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1922.207469] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1922.207640] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1922.207808] env[62187]: INFO nova.compute.manager [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Took 0.71 seconds to destroy the instance on the hypervisor. [ 1922.208063] env[62187]: DEBUG oslo.service.loopingcall [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.208760] env[62187]: DEBUG nova.compute.manager [-] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1922.208863] env[62187]: DEBUG nova.network.neutron [-] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1922.281685] env[62187]: DEBUG oslo_vmware.api [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195817} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.284687] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1922.284976] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1922.285260] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1922.285555] env[62187]: INFO nova.compute.manager [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1922.285854] env[62187]: DEBUG oslo.service.loopingcall [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.286408] env[62187]: DEBUG nova.compute.manager [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1922.286516] env[62187]: DEBUG nova.network.neutron [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1922.351338] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527ad46b-bafb-cc25-a07c-b401ffaaf268, 'name': SearchDatastore_Task, 'duration_secs': 0.011321} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.351662] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.351896] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.352158] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.352307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.352485] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.352751] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca276185-4473-4b55-8dfe-0fdad9565a33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.365515] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.365515] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.365515] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a509bfa-7754-416f-8aa3-625b1e0e5e5f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.371189] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1922.371189] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529944da-8c65-e427-6be8-5f39e155a80c" [ 1922.371189] env[62187]: _type = "Task" [ 1922.371189] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.385326] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529944da-8c65-e427-6be8-5f39e155a80c, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.386205] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ed368cd-cc41-466c-bfb8-083bc11ed9f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.393507] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1922.393507] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c6409-d945-9379-6994-0377583a986d" [ 1922.393507] env[62187]: _type = "Task" [ 1922.393507] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.402900] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c6409-d945-9379-6994-0377583a986d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.496885] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c74f651-e589-4107-9284-5a4c2a84d82a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.504993] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c89441-68bc-476f-9529-c9d35a967241 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.544475] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514292f3-a54b-465b-b3f1-dcf98abe8460 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.549788] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132521, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.558124] env[62187]: DEBUG oslo_vmware.api [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Task: {'id': task-2132533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153946} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.558472] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1922.558745] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1922.558934] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1922.559151] env[62187]: INFO nova.compute.manager [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1922.559591] env[62187]: DEBUG oslo.service.loopingcall [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1922.560952] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde4ce43-8115-4ceb-a4ba-c1fb88baff3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.566072] env[62187]: DEBUG nova.compute.manager [-] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1922.566184] env[62187]: DEBUG nova.network.neutron [-] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1922.568944] env[62187]: DEBUG nova.compute.manager [req-408d98cb-f66d-47da-a138-2ffe1eaa422f req-df83ebed-5930-4e55-af19-92ae11a31715 service nova] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Received event network-vif-deleted-d249d80d-0add-4278-9d6e-63c109601fde {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1922.586452] env[62187]: DEBUG nova.compute.provider_tree [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1922.592166] env[62187]: DEBUG nova.compute.manager [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Received event network-changed-78053c40-18d1-4197-83b1-16930cde6950 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1922.592166] env[62187]: DEBUG nova.compute.manager [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Refreshing instance network info cache due to event network-changed-78053c40-18d1-4197-83b1-16930cde6950. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1922.592166] env[62187]: DEBUG oslo_concurrency.lockutils [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] Acquiring lock "refresh_cache-1030d877-b963-4f6a-8965-742bd403e7aa" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.592166] env[62187]: DEBUG oslo_concurrency.lockutils [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] Acquired lock "refresh_cache-1030d877-b963-4f6a-8965-742bd403e7aa" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.592166] env[62187]: DEBUG nova.network.neutron [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Refreshing network info cache for port 78053c40-18d1-4197-83b1-16930cde6950 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1922.621230] env[62187]: INFO nova.compute.manager [-] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Took 2.03 seconds to deallocate network for instance. [ 1922.667289] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132534, 'name': Rename_Task, 'duration_secs': 0.174289} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.667601] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1922.668271] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49ebaefb-9557-46b0-bdf8-7233eb39d432 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.679169] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1922.679169] env[62187]: value = "task-2132535" [ 1922.679169] env[62187]: _type = "Task" [ 1922.679169] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.692647] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.914181] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c6409-d945-9379-6994-0377583a986d, 'name': SearchDatastore_Task, 'duration_secs': 0.010678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.914666] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.914784] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 1030d877-b963-4f6a-8965-742bd403e7aa/1030d877-b963-4f6a-8965-742bd403e7aa.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.915086] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee62399e-12cb-4c9b-8997-8077b38ae5b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.923470] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1922.923470] env[62187]: value = "task-2132536" [ 1922.923470] env[62187]: _type = "Task" [ 1922.923470] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.936455] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.025196] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132521, 'name': CloneVM_Task, 'duration_secs': 1.779683} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.025196] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Created linked-clone VM from snapshot [ 1923.025196] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d1c161-b2b4-4909-a9b7-75c9d16d840f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.033764] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Uploading image e05326b3-b7d1-42f2-b2cb-f33cf73b5741 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1923.075941] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1923.075941] env[62187]: value = "vm-436073" [ 1923.075941] env[62187]: _type = "VirtualMachine" [ 1923.075941] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1923.076339] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-20520a0f-9a27-452f-9a33-ceabbe8356cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.089842] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lease: (returnval){ [ 1923.089842] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b524-0d83-629f-629a-f45bf261b8e9" [ 1923.089842] env[62187]: _type = "HttpNfcLease" [ 1923.089842] env[62187]: } obtained for exporting VM: (result){ [ 1923.089842] env[62187]: value = "vm-436073" [ 1923.089842] env[62187]: _type = "VirtualMachine" [ 1923.089842] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1923.090144] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the lease: (returnval){ [ 1923.090144] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b524-0d83-629f-629a-f45bf261b8e9" [ 1923.090144] env[62187]: _type = "HttpNfcLease" [ 1923.090144] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1923.105671] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1923.105671] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b524-0d83-629f-629a-f45bf261b8e9" [ 1923.105671] env[62187]: _type = "HttpNfcLease" [ 1923.105671] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1923.116588] env[62187]: ERROR nova.scheduler.client.report [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [req-5dff0c75-30ee-4ca4-bc74-2bcb5d699a52] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5dff0c75-30ee-4ca4-bc74-2bcb5d699a52"}]} [ 1923.131454] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.136745] env[62187]: DEBUG nova.scheduler.client.report [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1923.167928] env[62187]: DEBUG nova.scheduler.client.report [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1923.168236] env[62187]: DEBUG nova.compute.provider_tree [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1923.188840] env[62187]: DEBUG nova.scheduler.client.report [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1923.194827] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.221160] env[62187]: DEBUG nova.scheduler.client.report [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1923.307046] env[62187]: DEBUG nova.network.neutron [-] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.434542] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132536, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491847} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.435031] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 1030d877-b963-4f6a-8965-742bd403e7aa/1030d877-b963-4f6a-8965-742bd403e7aa.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1923.435386] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1923.435748] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bea7bfa7-3c7f-4d85-9e8b-eb8b0a98207c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.450022] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1923.450022] env[62187]: value = "task-2132538" [ 1923.450022] env[62187]: _type = "Task" [ 1923.450022] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.461366] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.468610] env[62187]: DEBUG nova.network.neutron [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.602172] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1923.602172] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b524-0d83-629f-629a-f45bf261b8e9" [ 1923.602172] env[62187]: _type = "HttpNfcLease" [ 1923.602172] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1923.602607] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1923.602607] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b524-0d83-629f-629a-f45bf261b8e9" [ 1923.602607] env[62187]: _type = "HttpNfcLease" [ 1923.602607] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1923.605939] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66479548-3d47-4e07-9028-def99fc08e4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.613200] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52981c7c-a69d-974b-495f-fed298dcf884/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1923.613592] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52981c7c-a69d-974b-495f-fed298dcf884/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1923.678100] env[62187]: DEBUG nova.network.neutron [-] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.682502] env[62187]: DEBUG nova.network.neutron [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Updated VIF entry in instance network info cache for port 78053c40-18d1-4197-83b1-16930cde6950. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1923.682958] env[62187]: DEBUG nova.network.neutron [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Updating instance_info_cache with network_info: [{"id": "78053c40-18d1-4197-83b1-16930cde6950", "address": "fa:16:3e:51:0c:2c", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78053c40-18", "ovs_interfaceid": "78053c40-18d1-4197-83b1-16930cde6950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.696047] env[62187]: DEBUG oslo_vmware.api [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132535, 'name': PowerOnVM_Task, 'duration_secs': 0.558516} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.697585] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.697585] env[62187]: INFO nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1923.697585] env[62187]: DEBUG nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.697585] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4dfbfc-3da0-4213-9f8e-729c8db9f5e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.758313] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-493f4599-0485-47d3-afb9-0facb51c91e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.810733] env[62187]: INFO nova.compute.manager [-] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Took 1.60 seconds to deallocate network for instance. [ 1923.923699] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff9bd46-9f33-471a-9c4c-28be9989c0fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.934149] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8d5bbf-e741-454d-a543-eac888a3dfd1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.972960] env[62187]: INFO nova.compute.manager [-] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Took 1.69 seconds to deallocate network for instance. [ 1923.978646] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818d6e6a-e2ee-49ce-9466-9f339859ae45 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.990671] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190067} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.998429] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1923.998429] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d979b601-37c7-4e67-a7d2-e88ab798e3d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.000909] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c83472-ddad-42b7-a9de-a755770ab3f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.019022] env[62187]: DEBUG nova.compute.provider_tree [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.037512] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 1030d877-b963-4f6a-8965-742bd403e7aa/1030d877-b963-4f6a-8965-742bd403e7aa.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.040685] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccbfd138-5c06-4271-b174-f240e725e5e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.062396] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1924.062396] env[62187]: value = "task-2132539" [ 1924.062396] env[62187]: _type = "Task" [ 1924.062396] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.072240] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.186541] env[62187]: INFO nova.compute.manager [-] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Took 1.62 seconds to deallocate network for instance. [ 1924.191665] env[62187]: DEBUG oslo_concurrency.lockutils [req-bc0c2c12-84b6-4314-b51f-3a25ef171222 req-4825b9e3-cde1-4a9a-9d3b-7ce4b6bc5d90 service nova] Releasing lock "refresh_cache-1030d877-b963-4f6a-8965-742bd403e7aa" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.223796] env[62187]: INFO nova.compute.manager [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Took 35.09 seconds to build instance. [ 1924.320286] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.490108] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.540098] env[62187]: DEBUG nova.scheduler.client.report [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1924.590600] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.697026] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.729155] env[62187]: DEBUG oslo_concurrency.lockutils [None req-83d803ae-ec59-4636-9d93-86470894cd0c tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.603s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.047497] env[62187]: DEBUG nova.compute.manager [req-9c098a7c-b9f9-42a7-9123-6dea809bb115 req-c178c0ab-7c6c-43b1-b89f-e75e9e4228bb service nova] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Received event network-vif-deleted-bc306718-15b2-4582-ba59-3cf14fb402c0 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.047754] env[62187]: DEBUG nova.compute.manager [req-9c098a7c-b9f9-42a7-9123-6dea809bb115 req-c178c0ab-7c6c-43b1-b89f-e75e9e4228bb service nova] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Received event network-vif-deleted-4077a799-a339-44a3-b893-8884beacefee {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.049641] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.122s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.050583] env[62187]: DEBUG nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.056147] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.625s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.056147] env[62187]: INFO nova.compute.claims [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.061880] env[62187]: DEBUG nova.compute.manager [req-217a2c87-de32-41e1-86ff-99ef26eb63f9 req-8abc8292-f213-413b-b808-f68193ab027d service nova] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Received event network-vif-deleted-9bed16b9-d303-498e-9a07-895dc95f0a92 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1925.080920] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.231427] env[62187]: DEBUG nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1925.556035] env[62187]: DEBUG nova.compute.utils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1925.560274] env[62187]: DEBUG nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1925.560274] env[62187]: DEBUG nova.network.neutron [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1925.580670] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.640598] env[62187]: DEBUG nova.policy [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22c20508aacf49b08d8e6165296c3cbe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e4bc554ef6847649ac5d5544ddb0c7d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1925.770147] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.032880] env[62187]: DEBUG nova.network.neutron [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Successfully created port: a1475fc0-08ee-44a5-a34d-4b719adbd7af {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1926.070033] env[62187]: DEBUG nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.088081] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132539, 'name': ReconfigVM_Task, 'duration_secs': 1.629674} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.088498] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 1030d877-b963-4f6a-8965-742bd403e7aa/1030d877-b963-4f6a-8965-742bd403e7aa.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.089809] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b94a9b-c0b1-49ce-937a-72259386b1f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.098761] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1926.098761] env[62187]: value = "task-2132540" [ 1926.098761] env[62187]: _type = "Task" [ 1926.098761] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.109730] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132540, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.615999] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132540, 'name': Rename_Task, 'duration_secs': 0.210058} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.620326] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1926.620326] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc5db4a5-f413-4a8c-ac47-900aaa0c6f8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.632402] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1926.632402] env[62187]: value = "task-2132541" [ 1926.632402] env[62187]: _type = "Task" [ 1926.632402] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.639779] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7cec08-cf49-4ee3-a6c6-f19de91b599c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.646505] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.651759] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e351e31a-d894-4bf2-a9b3-e7d83aa25603 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.684872] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b3b87-769b-4f26-ae38-348e61ad162f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.694186] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e893be2a-816d-40f8-b428-7baba3e78de6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.712051] env[62187]: DEBUG nova.compute.provider_tree [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.827070] env[62187]: DEBUG nova.compute.manager [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.827070] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238fa2ef-5e69-4d40-a656-d845eea1feaf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.029064] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "d72a441d-8993-4eb1-bb9d-67ed97920723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.029349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "d72a441d-8993-4eb1-bb9d-67ed97920723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.087882] env[62187]: DEBUG nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.115925] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.115925] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.115925] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.118775] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.118775] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.118775] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.118775] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.118775] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.118947] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.118947] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.118947] env[62187]: DEBUG nova.virt.hardware [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.118947] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef209eb5-fbcc-45af-b019-43ae7c95a56d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.130034] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9410954-f613-453d-ab60-8da47cd03f6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.143522] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.215321] env[62187]: DEBUG nova.scheduler.client.report [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.340761] env[62187]: INFO nova.compute.manager [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] instance snapshotting [ 1927.343852] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a7995-2d44-4105-bd6e-154d01d242e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.366029] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5306b8eb-4461-49c4-ac49-c1e7447fd315 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.517507] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "99fe39eb-5075-4b07-af3a-4d751be4e50a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.517768] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.551720] env[62187]: DEBUG nova.compute.manager [req-dd998255-5f06-48c9-9165-159aaad5cfa2 req-244b884d-8558-4345-a23f-77a0dde26091 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Received event network-vif-plugged-a1475fc0-08ee-44a5-a34d-4b719adbd7af {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1927.551980] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd998255-5f06-48c9-9165-159aaad5cfa2 req-244b884d-8558-4345-a23f-77a0dde26091 service nova] Acquiring lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.552213] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd998255-5f06-48c9-9165-159aaad5cfa2 req-244b884d-8558-4345-a23f-77a0dde26091 service nova] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.553565] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd998255-5f06-48c9-9165-159aaad5cfa2 req-244b884d-8558-4345-a23f-77a0dde26091 service nova] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.553565] env[62187]: DEBUG nova.compute.manager [req-dd998255-5f06-48c9-9165-159aaad5cfa2 req-244b884d-8558-4345-a23f-77a0dde26091 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] No waiting events found dispatching network-vif-plugged-a1475fc0-08ee-44a5-a34d-4b719adbd7af {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.553565] env[62187]: WARNING nova.compute.manager [req-dd998255-5f06-48c9-9165-159aaad5cfa2 req-244b884d-8558-4345-a23f-77a0dde26091 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Received unexpected event network-vif-plugged-a1475fc0-08ee-44a5-a34d-4b719adbd7af for instance with vm_state building and task_state spawning. [ 1927.647896] env[62187]: DEBUG nova.network.neutron [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Successfully updated port: a1475fc0-08ee-44a5-a34d-4b719adbd7af {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.654115] env[62187]: DEBUG oslo_vmware.api [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132541, 'name': PowerOnVM_Task, 'duration_secs': 0.714726} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.658365] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1927.658365] env[62187]: INFO nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1927.658365] env[62187]: DEBUG nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1927.658365] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41302ddb-3dd2-4a9f-b623-35d8a8e58dfc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.720389] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.721092] env[62187]: DEBUG nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1927.724141] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.984s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.726673] env[62187]: DEBUG nova.objects.instance [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lazy-loading 'resources' on Instance uuid e1a29ed5-b2be-43d8-b094-d70b5671d223 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1927.879209] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1927.879491] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0c1e9b1-baa5-4721-9aa5-191fec94a63f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.891486] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1927.891486] env[62187]: value = "task-2132542" [ 1927.891486] env[62187]: _type = "Task" [ 1927.891486] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.901666] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.155715] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "refresh_cache-ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.155891] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquired lock "refresh_cache-ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.156063] env[62187]: DEBUG nova.network.neutron [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1928.176014] env[62187]: INFO nova.compute.manager [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Took 34.50 seconds to build instance. [ 1928.227562] env[62187]: DEBUG nova.compute.utils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.232383] env[62187]: DEBUG nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.232701] env[62187]: DEBUG nova.network.neutron [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.322083] env[62187]: DEBUG nova.policy [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f386ec6c434f02a661f9a49e0fa512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabd4964ff9b4cf59f1da0213c2fcecd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1928.404067] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.665776] env[62187]: DEBUG nova.network.neutron [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Successfully created port: 835ee875-81df-4ba8-a2e5-5066c2222da1 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.678992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e5a52b22-228d-4a75-b7f8-70b197383d4f tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "1030d877-b963-4f6a-8965-742bd403e7aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.709s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.733225] env[62187]: DEBUG nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1928.739028] env[62187]: DEBUG nova.network.neutron [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1928.821459] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31036a6-d317-41f6-a4fa-af47017a1068 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.831980] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7667d6-17b1-4b73-90ac-880c47941580 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.868878] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f57d2b-7180-410a-8d35-02289de2ad73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.878430] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e3aed-bc54-4aad-b3b9-07c53d086903 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.904511] env[62187]: DEBUG nova.compute.provider_tree [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.915898] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132542, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.015065] env[62187]: DEBUG nova.network.neutron [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Updating instance_info_cache with network_info: [{"id": "a1475fc0-08ee-44a5-a34d-4b719adbd7af", "address": "fa:16:3e:1e:73:fa", "network": {"id": "14ff8cd1-f71c-4ad4-aa27-a6e161bc87a9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2015278274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4bc554ef6847649ac5d5544ddb0c7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1475fc0-08", "ovs_interfaceid": "a1475fc0-08ee-44a5-a34d-4b719adbd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.182180] env[62187]: DEBUG nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1929.411034] env[62187]: DEBUG nova.scheduler.client.report [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.417462] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132542, 'name': CreateSnapshot_Task, 'duration_secs': 1.136714} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.418043] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1929.418869] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a426614-cc46-4254-aab8-47322593eeab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.516511] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Releasing lock "refresh_cache-ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1929.516893] env[62187]: DEBUG nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Instance network_info: |[{"id": "a1475fc0-08ee-44a5-a34d-4b719adbd7af", "address": "fa:16:3e:1e:73:fa", "network": {"id": "14ff8cd1-f71c-4ad4-aa27-a6e161bc87a9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2015278274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4bc554ef6847649ac5d5544ddb0c7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1475fc0-08", "ovs_interfaceid": "a1475fc0-08ee-44a5-a34d-4b719adbd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1929.517415] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:73:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1475fc0-08ee-44a5-a34d-4b719adbd7af', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1929.526175] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Creating folder: Project (4e4bc554ef6847649ac5d5544ddb0c7d). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1929.526545] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea17fd8b-7699-4ace-92e7-c07e18e8575a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.540586] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Created folder: Project (4e4bc554ef6847649ac5d5544ddb0c7d) in parent group-v435995. [ 1929.541260] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Creating folder: Instances. Parent ref: group-v436078. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1929.541260] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01fa15c9-065d-48fb-a885-02526b7453c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.552144] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Created folder: Instances in parent group-v436078. [ 1929.552450] env[62187]: DEBUG oslo.service.loopingcall [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1929.552874] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1929.552874] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc13f670-f6a6-400b-be1c-928784777421 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.574178] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1929.574178] env[62187]: value = "task-2132545" [ 1929.574178] env[62187]: _type = "Task" [ 1929.574178] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.582965] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132545, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.585414] env[62187]: DEBUG nova.compute.manager [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Received event network-changed-a1475fc0-08ee-44a5-a34d-4b719adbd7af {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1929.585599] env[62187]: DEBUG nova.compute.manager [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Refreshing instance network info cache due to event network-changed-a1475fc0-08ee-44a5-a34d-4b719adbd7af. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1929.585876] env[62187]: DEBUG oslo_concurrency.lockutils [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] Acquiring lock "refresh_cache-ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.586162] env[62187]: DEBUG oslo_concurrency.lockutils [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] Acquired lock "refresh_cache-ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.586804] env[62187]: DEBUG nova.network.neutron [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Refreshing network info cache for port a1475fc0-08ee-44a5-a34d-4b719adbd7af {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1929.702196] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.743954] env[62187]: DEBUG nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1929.769729] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1929.770112] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.770303] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1929.770494] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.770636] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1929.770781] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1929.771075] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1929.771259] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1929.771468] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1929.771634] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1929.771805] env[62187]: DEBUG nova.virt.hardware [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1929.772774] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5af8476-5d73-4cad-9cd3-05404ab59525 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.782585] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2712dcc-78f4-4219-84e4-3dc1383b6d5f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.919017] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.921523] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.092s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.923273] env[62187]: INFO nova.compute.claims [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.939136] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1929.939805] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-915eba50-1eee-4adf-b902-e637e49f12cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.945641] env[62187]: INFO nova.scheduler.client.report [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Deleted allocations for instance e1a29ed5-b2be-43d8-b094-d70b5671d223 [ 1929.955465] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1929.955465] env[62187]: value = "task-2132546" [ 1929.955465] env[62187]: _type = "Task" [ 1929.955465] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.968930] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132546, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.097855] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132545, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.287741] env[62187]: DEBUG nova.network.neutron [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Successfully updated port: 835ee875-81df-4ba8-a2e5-5066c2222da1 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.292169] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "1030d877-b963-4f6a-8965-742bd403e7aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.292413] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "1030d877-b963-4f6a-8965-742bd403e7aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.292776] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "1030d877-b963-4f6a-8965-742bd403e7aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.293123] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "1030d877-b963-4f6a-8965-742bd403e7aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.293409] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "1030d877-b963-4f6a-8965-742bd403e7aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.298294] env[62187]: INFO nova.compute.manager [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Terminating instance [ 1930.456744] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4b5c40-b10d-4e16-8ad3-3ce7d2588b9b tempest-FloatingIPsAssociationNegativeTestJSON-1711261533 tempest-FloatingIPsAssociationNegativeTestJSON-1711261533-project-member] Lock "e1a29ed5-b2be-43d8-b094-d70b5671d223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.500s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.469546] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132546, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.541243] env[62187]: DEBUG nova.network.neutron [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Updated VIF entry in instance network info cache for port a1475fc0-08ee-44a5-a34d-4b719adbd7af. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1930.541801] env[62187]: DEBUG nova.network.neutron [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Updating instance_info_cache with network_info: [{"id": "a1475fc0-08ee-44a5-a34d-4b719adbd7af", "address": "fa:16:3e:1e:73:fa", "network": {"id": "14ff8cd1-f71c-4ad4-aa27-a6e161bc87a9", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2015278274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e4bc554ef6847649ac5d5544ddb0c7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1475fc0-08", "ovs_interfaceid": "a1475fc0-08ee-44a5-a34d-4b719adbd7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.590809] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132545, 'name': CreateVM_Task, 'duration_secs': 0.652022} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.591127] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1930.592092] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.592266] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.592607] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1930.593316] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b886e0-8d47-43c6-82e1-ba9a3039cbdd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.600792] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1930.600792] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255cc47-cc8f-80b8-ff56-239fea6eee45" [ 1930.600792] env[62187]: _type = "Task" [ 1930.600792] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.612800] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255cc47-cc8f-80b8-ff56-239fea6eee45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.792041] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "refresh_cache-882bab59-0b93-4d23-8321-e8c09965dab2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.792172] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "refresh_cache-882bab59-0b93-4d23-8321-e8c09965dab2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.792325] env[62187]: DEBUG nova.network.neutron [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.804422] env[62187]: DEBUG nova.compute.manager [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1930.805190] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1930.806394] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196287e8-fdb4-4d74-a1b2-e085cb3d29fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.817595] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.817595] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0772d90-a039-45ff-b12a-395444814dab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.826263] env[62187]: DEBUG oslo_vmware.api [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1930.826263] env[62187]: value = "task-2132547" [ 1930.826263] env[62187]: _type = "Task" [ 1930.826263] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.838512] env[62187]: DEBUG oslo_vmware.api [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.972979] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132546, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.044669] env[62187]: DEBUG oslo_concurrency.lockutils [req-b518c043-b09b-4b69-beaf-47aa26ecdf5f req-557139c7-ff0b-46fd-ac64-178a873a0c22 service nova] Releasing lock "refresh_cache-ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.118379] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255cc47-cc8f-80b8-ff56-239fea6eee45, 'name': SearchDatastore_Task, 'duration_secs': 0.012959} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.119212] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.119621] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1931.120047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.120383] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.120964] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1931.124608] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1604f23e-5234-4365-969b-45140a6e209e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.137903] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1931.137903] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1931.137903] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-475e39a1-d22b-4e46-8418-d9e2f2b12be2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.150173] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1931.150173] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52140090-360a-8648-f729-9cf41f8a14e7" [ 1931.150173] env[62187]: _type = "Task" [ 1931.150173] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.161573] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52140090-360a-8648-f729-9cf41f8a14e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.339572] env[62187]: DEBUG oslo_vmware.api [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132547, 'name': PowerOffVM_Task, 'duration_secs': 0.238966} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.339632] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.340151] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.340151] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b8a01ba-4db8-4efb-b714-ffbe4f0490c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.367363] env[62187]: DEBUG nova.network.neutron [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.449831] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.450112] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.450299] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Deleting the datastore file [datastore1] 1030d877-b963-4f6a-8965-742bd403e7aa {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.451195] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3379f04e-1911-4470-b56d-86cab80045d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.467085] env[62187]: DEBUG oslo_vmware.api [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for the task: (returnval){ [ 1931.467085] env[62187]: value = "task-2132549" [ 1931.467085] env[62187]: _type = "Task" [ 1931.467085] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.474889] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132546, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.484416] env[62187]: DEBUG oslo_vmware.api [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.559411] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0de75ef-a519-415f-8099-88e5ec41557f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.571543] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356008db-7ef4-4e49-a188-c985265b8571 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.609361] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb6ea8d-a821-449a-b998-fb924619a8bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.618758] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ef1b55-d9ce-4163-bf71-ca9245499a87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.636620] env[62187]: DEBUG nova.compute.provider_tree [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1931.658892] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52140090-360a-8648-f729-9cf41f8a14e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016548} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.659940] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9cae97c-e024-424a-83ef-161566f456c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.667220] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1931.667220] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52de19ac-f2da-0f2a-a4c1-420900f50258" [ 1931.667220] env[62187]: _type = "Task" [ 1931.667220] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.677824] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52de19ac-f2da-0f2a-a4c1-420900f50258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.816340] env[62187]: DEBUG nova.compute.manager [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Received event network-vif-plugged-835ee875-81df-4ba8-a2e5-5066c2222da1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1931.816678] env[62187]: DEBUG oslo_concurrency.lockutils [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] Acquiring lock "882bab59-0b93-4d23-8321-e8c09965dab2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.816893] env[62187]: DEBUG oslo_concurrency.lockutils [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] Lock "882bab59-0b93-4d23-8321-e8c09965dab2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.816952] env[62187]: DEBUG oslo_concurrency.lockutils [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] Lock "882bab59-0b93-4d23-8321-e8c09965dab2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.817343] env[62187]: DEBUG nova.compute.manager [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] No waiting events found dispatching network-vif-plugged-835ee875-81df-4ba8-a2e5-5066c2222da1 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1931.817542] env[62187]: WARNING nova.compute.manager [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Received unexpected event network-vif-plugged-835ee875-81df-4ba8-a2e5-5066c2222da1 for instance with vm_state building and task_state spawning. [ 1931.817847] env[62187]: DEBUG nova.compute.manager [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Received event network-changed-835ee875-81df-4ba8-a2e5-5066c2222da1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1931.817847] env[62187]: DEBUG nova.compute.manager [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Refreshing instance network info cache due to event network-changed-835ee875-81df-4ba8-a2e5-5066c2222da1. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1931.818068] env[62187]: DEBUG oslo_concurrency.lockutils [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] Acquiring lock "refresh_cache-882bab59-0b93-4d23-8321-e8c09965dab2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.842708] env[62187]: DEBUG nova.network.neutron [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Updating instance_info_cache with network_info: [{"id": "835ee875-81df-4ba8-a2e5-5066c2222da1", "address": "fa:16:3e:cf:93:f2", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap835ee875-81", "ovs_interfaceid": "835ee875-81df-4ba8-a2e5-5066c2222da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.973023] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132546, 'name': CloneVM_Task, 'duration_secs': 1.799044} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.982233] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Created linked-clone VM from snapshot [ 1931.983130] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f0b80-2a36-40ae-9457-c534f281d548 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.997499] env[62187]: DEBUG oslo_vmware.api [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Task: {'id': task-2132549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170142} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.997676] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Uploading image 9331cfaf-44e3-4219-8dcf-84a8131c14da {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1932.000015] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1932.000288] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1932.000503] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1932.000735] env[62187]: INFO nova.compute.manager [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1932.001128] env[62187]: DEBUG oslo.service.loopingcall [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.001407] env[62187]: DEBUG nova.compute.manager [-] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1932.001550] env[62187]: DEBUG nova.network.neutron [-] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1932.024301] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1932.024301] env[62187]: value = "vm-436081" [ 1932.024301] env[62187]: _type = "VirtualMachine" [ 1932.024301] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1932.024608] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ff8c341-5bbb-413f-97e8-87e789d70a9a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.033791] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lease: (returnval){ [ 1932.033791] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52534a1c-c0f9-ec75-aaa4-6484c308ff09" [ 1932.033791] env[62187]: _type = "HttpNfcLease" [ 1932.033791] env[62187]: } obtained for exporting VM: (result){ [ 1932.033791] env[62187]: value = "vm-436081" [ 1932.033791] env[62187]: _type = "VirtualMachine" [ 1932.033791] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1932.034262] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the lease: (returnval){ [ 1932.034262] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52534a1c-c0f9-ec75-aaa4-6484c308ff09" [ 1932.034262] env[62187]: _type = "HttpNfcLease" [ 1932.034262] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1932.043833] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1932.043833] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52534a1c-c0f9-ec75-aaa4-6484c308ff09" [ 1932.043833] env[62187]: _type = "HttpNfcLease" [ 1932.043833] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1932.161113] env[62187]: ERROR nova.scheduler.client.report [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [req-33c20e57-cfd2-4790-ae92-1805083138f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-33c20e57-cfd2-4790-ae92-1805083138f4"}]} [ 1932.187347] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52de19ac-f2da-0f2a-a4c1-420900f50258, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.187750] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.188118] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] ac7a1c8b-3988-4ca3-ae03-2d5877ae916c/ac7a1c8b-3988-4ca3-ae03-2d5877ae916c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1932.188707] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5fd7d1a-5765-4a85-940c-86e29106b196 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.195888] env[62187]: DEBUG nova.scheduler.client.report [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1932.200510] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1932.200510] env[62187]: value = "task-2132551" [ 1932.200510] env[62187]: _type = "Task" [ 1932.200510] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.211631] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.218340] env[62187]: DEBUG nova.scheduler.client.report [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1932.218641] env[62187]: DEBUG nova.compute.provider_tree [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1932.231465] env[62187]: DEBUG nova.scheduler.client.report [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1932.255249] env[62187]: DEBUG nova.scheduler.client.report [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1932.347773] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "refresh_cache-882bab59-0b93-4d23-8321-e8c09965dab2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.348147] env[62187]: DEBUG nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Instance network_info: |[{"id": "835ee875-81df-4ba8-a2e5-5066c2222da1", "address": "fa:16:3e:cf:93:f2", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap835ee875-81", "ovs_interfaceid": "835ee875-81df-4ba8-a2e5-5066c2222da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.348475] env[62187]: DEBUG oslo_concurrency.lockutils [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] Acquired lock "refresh_cache-882bab59-0b93-4d23-8321-e8c09965dab2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.348654] env[62187]: DEBUG nova.network.neutron [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Refreshing network info cache for port 835ee875-81df-4ba8-a2e5-5066c2222da1 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1932.349926] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:93:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '835ee875-81df-4ba8-a2e5-5066c2222da1', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.359931] env[62187]: DEBUG oslo.service.loopingcall [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.364252] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.367272] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95bd2606-d227-4383-bf1f-5c9ccba151ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.395602] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.395602] env[62187]: value = "task-2132552" [ 1932.395602] env[62187]: _type = "Task" [ 1932.395602] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.413119] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132552, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.546672] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1932.546672] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52534a1c-c0f9-ec75-aaa4-6484c308ff09" [ 1932.546672] env[62187]: _type = "HttpNfcLease" [ 1932.546672] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1932.549604] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1932.549604] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52534a1c-c0f9-ec75-aaa4-6484c308ff09" [ 1932.549604] env[62187]: _type = "HttpNfcLease" [ 1932.549604] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1932.550679] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337dc769-0242-4102-aafa-538e84367757 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.561228] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd8ab-a88e-2dbe-7d8a-8b17bb7bfe82/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1932.561570] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd8ab-a88e-2dbe-7d8a-8b17bb7bfe82/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1932.700170] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e9cd3a4-3999-47dc-bd03-cf59195e5c42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.722158] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492108} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.726338] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] ac7a1c8b-3988-4ca3-ae03-2d5877ae916c/ac7a1c8b-3988-4ca3-ae03-2d5877ae916c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1932.726560] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1932.727466] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06afb5da-2e73-4ef9-920b-bdf11cab460c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.735766] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1932.735766] env[62187]: value = "task-2132553" [ 1932.735766] env[62187]: _type = "Task" [ 1932.735766] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.754234] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.909333] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132552, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.928090] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd21391f-81ca-4c20-823d-75de1819bc67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.936500] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb44efd-f617-4d0b-b7cc-768dcff62a8a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.977613] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36829293-3a5e-4cef-8b39-971baed551ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.991330] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaea19e-c391-400e-ab2f-7dae52267a9e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.007986] env[62187]: DEBUG nova.compute.provider_tree [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.018911] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52981c7c-a69d-974b-495f-fed298dcf884/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1933.020255] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5cbd4b-d1bf-4e67-b126-ea1b4fa3c5b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.028281] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52981c7c-a69d-974b-495f-fed298dcf884/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1933.028471] env[62187]: ERROR oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52981c7c-a69d-974b-495f-fed298dcf884/disk-0.vmdk due to incomplete transfer. [ 1933.028696] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36dd0647-36fc-4b8f-8330-89621f3691fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.037485] env[62187]: DEBUG oslo_vmware.rw_handles [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52981c7c-a69d-974b-495f-fed298dcf884/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1933.037485] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Uploaded image e05326b3-b7d1-42f2-b2cb-f33cf73b5741 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1933.039323] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1933.039679] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2bb79e4f-0485-4b9f-8525-e60aec5029f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.047783] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1933.047783] env[62187]: value = "task-2132554" [ 1933.047783] env[62187]: _type = "Task" [ 1933.047783] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.057850] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132554, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.121335] env[62187]: DEBUG nova.compute.manager [req-77d2c85a-3c3c-4b69-94c5-5553ab51907e req-b6e2f342-84ce-401d-97dc-795f19999041 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Received event network-vif-deleted-78053c40-18d1-4197-83b1-16930cde6950 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1933.121335] env[62187]: INFO nova.compute.manager [req-77d2c85a-3c3c-4b69-94c5-5553ab51907e req-b6e2f342-84ce-401d-97dc-795f19999041 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Neutron deleted interface 78053c40-18d1-4197-83b1-16930cde6950; detaching it from the instance and deleting it from the info cache [ 1933.121335] env[62187]: DEBUG nova.network.neutron [req-77d2c85a-3c3c-4b69-94c5-5553ab51907e req-b6e2f342-84ce-401d-97dc-795f19999041 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.206354] env[62187]: DEBUG nova.network.neutron [-] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.250974] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139872} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.251419] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1933.252566] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb94955-3564-4775-9456-628b92c994a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.280324] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ac7a1c8b-3988-4ca3-ae03-2d5877ae916c/ac7a1c8b-3988-4ca3-ae03-2d5877ae916c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1933.281061] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431c2f1a-31ec-431e-bc42-045fa5b48e1c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.310689] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1933.310689] env[62187]: value = "task-2132555" [ 1933.310689] env[62187]: _type = "Task" [ 1933.310689] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.320851] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.412669] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132552, 'name': CreateVM_Task, 'duration_secs': 0.546831} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.412851] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.413582] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.413753] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.414241] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.414347] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d999e5-5baa-4ea2-b896-e529ae7c0b7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.420308] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1933.420308] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520d0d05-4be1-82e3-2645-f21f53045235" [ 1933.420308] env[62187]: _type = "Task" [ 1933.420308] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.429949] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520d0d05-4be1-82e3-2645-f21f53045235, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.507832] env[62187]: DEBUG nova.network.neutron [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Updated VIF entry in instance network info cache for port 835ee875-81df-4ba8-a2e5-5066c2222da1. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.509236] env[62187]: DEBUG nova.network.neutron [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Updating instance_info_cache with network_info: [{"id": "835ee875-81df-4ba8-a2e5-5066c2222da1", "address": "fa:16:3e:cf:93:f2", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap835ee875-81", "ovs_interfaceid": "835ee875-81df-4ba8-a2e5-5066c2222da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.561878] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132554, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.572331] env[62187]: DEBUG nova.scheduler.client.report [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1933.575023] env[62187]: DEBUG nova.compute.provider_tree [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 52 to 53 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1933.575023] env[62187]: DEBUG nova.compute.provider_tree [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1933.626528] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7e8a002-e644-4297-a66c-eee6ff2bc3f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.640681] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1041d9-37a2-4a2a-9e32-cb9af222dfc9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.678874] env[62187]: DEBUG nova.compute.manager [req-77d2c85a-3c3c-4b69-94c5-5553ab51907e req-b6e2f342-84ce-401d-97dc-795f19999041 service nova] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Detach interface failed, port_id=78053c40-18d1-4197-83b1-16930cde6950, reason: Instance 1030d877-b963-4f6a-8965-742bd403e7aa could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1933.709671] env[62187]: INFO nova.compute.manager [-] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Took 1.71 seconds to deallocate network for instance. [ 1933.822280] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.933792] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520d0d05-4be1-82e3-2645-f21f53045235, 'name': SearchDatastore_Task, 'duration_secs': 0.025235} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.934828] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.934828] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1933.935547] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.935547] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.937170] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1933.937170] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae8c4de7-3451-41e0-bb36-1a98d6aff375 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.948980] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1933.949233] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1933.950092] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac60a061-5e9c-440e-bc1c-4b57b037ccd2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.956303] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1933.956303] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524b978a-c56e-b284-c3ac-4a05f9073e53" [ 1933.956303] env[62187]: _type = "Task" [ 1933.956303] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.965380] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524b978a-c56e-b284-c3ac-4a05f9073e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.013785] env[62187]: DEBUG oslo_concurrency.lockutils [req-6d0db756-0a75-473c-b06e-01b524c55857 req-b6e01628-d1b0-4c6c-8b02-3109095edf6b service nova] Releasing lock "refresh_cache-882bab59-0b93-4d23-8321-e8c09965dab2" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.058633] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132554, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.080870] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.159s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.083131] env[62187]: DEBUG nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1934.088407] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.497s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.090130] env[62187]: INFO nova.compute.claims [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1934.217345] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.322791] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132555, 'name': ReconfigVM_Task, 'duration_secs': 0.641049} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.323231] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ac7a1c8b-3988-4ca3-ae03-2d5877ae916c/ac7a1c8b-3988-4ca3-ae03-2d5877ae916c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1934.323985] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfe635e6-b806-43b0-9dd1-a06ee7afb049 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.331499] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1934.331499] env[62187]: value = "task-2132556" [ 1934.331499] env[62187]: _type = "Task" [ 1934.331499] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.341745] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132556, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.468678] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524b978a-c56e-b284-c3ac-4a05f9073e53, 'name': SearchDatastore_Task, 'duration_secs': 0.029456} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.469639] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7d0612-2e0f-48a2-bb96-cb00f46f0afb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.477216] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1934.477216] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521e3f8c-a90c-34d2-2f51-823bf259b49a" [ 1934.477216] env[62187]: _type = "Task" [ 1934.477216] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.488995] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521e3f8c-a90c-34d2-2f51-823bf259b49a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.560289] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132554, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.590442] env[62187]: DEBUG nova.compute.utils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1934.595373] env[62187]: DEBUG nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1934.595938] env[62187]: DEBUG nova.network.neutron [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1934.693035] env[62187]: DEBUG nova.policy [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1934.846678] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132556, 'name': Rename_Task, 'duration_secs': 0.152737} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.847224] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1934.847638] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad7f79d6-fdcc-443e-a3a4-5ec38049daf9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.858553] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1934.858553] env[62187]: value = "task-2132557" [ 1934.858553] env[62187]: _type = "Task" [ 1934.858553] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.870362] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.988373] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521e3f8c-a90c-34d2-2f51-823bf259b49a, 'name': SearchDatastore_Task, 'duration_secs': 0.022825} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.988651] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.988932] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 882bab59-0b93-4d23-8321-e8c09965dab2/882bab59-0b93-4d23-8321-e8c09965dab2.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1934.989218] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad0934d-bc60-4242-a4bd-1c622859c984 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.997456] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1934.997456] env[62187]: value = "task-2132558" [ 1934.997456] env[62187]: _type = "Task" [ 1934.997456] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.007066] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.064763] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132554, 'name': Destroy_Task, 'duration_secs': 1.707424} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.064763] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Destroyed the VM [ 1935.064763] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1935.064763] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d86ffd9e-69fc-41ee-b536-b7e70f466110 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.074827] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1935.074827] env[62187]: value = "task-2132559" [ 1935.074827] env[62187]: _type = "Task" [ 1935.074827] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.088467] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132559, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.096537] env[62187]: DEBUG nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1935.154168] env[62187]: DEBUG nova.network.neutron [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Successfully created port: 8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1935.377626] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.511941] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132558, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.591961] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132559, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.733769] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90c15b9-ab04-4a00-b954-b1676132325d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.748716] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd28065-92c8-45c0-bb24-8fde8e5a087a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.788586] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c78a5a-6036-4256-afe4-a61ab4165d3a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.798509] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f59e68-b026-4926-97da-500959190f02 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.817858] env[62187]: DEBUG nova.compute.provider_tree [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1935.869342] env[62187]: DEBUG oslo_vmware.api [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132557, 'name': PowerOnVM_Task, 'duration_secs': 0.537305} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.869655] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1935.869891] env[62187]: INFO nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1935.870148] env[62187]: DEBUG nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1935.871036] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7bd56f-7fd4-4b7f-8a73-2214079d6471 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.010443] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548498} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.010659] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 882bab59-0b93-4d23-8321-e8c09965dab2/882bab59-0b93-4d23-8321-e8c09965dab2.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1936.010871] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1936.011173] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fccd54b6-4af6-4ea3-91a0-0e496f442fe0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.020314] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1936.020314] env[62187]: value = "task-2132560" [ 1936.020314] env[62187]: _type = "Task" [ 1936.020314] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.031031] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.088308] env[62187]: DEBUG oslo_vmware.api [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132559, 'name': RemoveSnapshot_Task, 'duration_secs': 0.893018} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.088743] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1936.089018] env[62187]: INFO nova.compute.manager [None req-720a5c56-d227-487d-8e41-205d27a6f76f tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Took 17.72 seconds to snapshot the instance on the hypervisor. [ 1936.117805] env[62187]: DEBUG nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1936.147915] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1936.148234] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1936.148394] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1936.148613] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1936.148834] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1936.149012] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1936.149285] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1936.149519] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1936.149730] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1936.149933] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1936.150170] env[62187]: DEBUG nova.virt.hardware [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1936.151225] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f3bf0f-4ca0-4672-a93e-b50fedc4c3ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.161811] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd8574f-e3a5-481a-ad00-6016c308ebb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.321609] env[62187]: DEBUG nova.scheduler.client.report [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1936.394769] env[62187]: INFO nova.compute.manager [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Took 37.35 seconds to build instance. [ 1936.537363] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070582} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.537711] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.538524] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976f0490-bb0c-4ee3-ad28-00f1f48d76d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.562969] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 882bab59-0b93-4d23-8321-e8c09965dab2/882bab59-0b93-4d23-8321-e8c09965dab2.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.563298] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a412dcf7-a02b-4028-aea0-95580fe8e967 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.585540] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1936.585540] env[62187]: value = "task-2132561" [ 1936.585540] env[62187]: _type = "Task" [ 1936.585540] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.598633] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.830898] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.830898] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1936.831819] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.156s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.840014] env[62187]: INFO nova.compute.claims [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1936.896707] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c110530f-c784-49ac-9316-0132f34f67c3 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.974s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.097554] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.161785] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.162104] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.162380] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.162584] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.162752] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.165093] env[62187]: INFO nova.compute.manager [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Terminating instance [ 1937.234743] env[62187]: DEBUG nova.network.neutron [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Successfully updated port: 8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.327431] env[62187]: DEBUG nova.compute.manager [req-2c69fe94-8f2c-4206-816d-24ef3cbbb461 req-ba3dced9-65c6-422a-9dde-f8cc9a85814f service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received event network-vif-plugged-8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1937.327731] env[62187]: DEBUG oslo_concurrency.lockutils [req-2c69fe94-8f2c-4206-816d-24ef3cbbb461 req-ba3dced9-65c6-422a-9dde-f8cc9a85814f service nova] Acquiring lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.328015] env[62187]: DEBUG oslo_concurrency.lockutils [req-2c69fe94-8f2c-4206-816d-24ef3cbbb461 req-ba3dced9-65c6-422a-9dde-f8cc9a85814f service nova] Lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.328608] env[62187]: DEBUG oslo_concurrency.lockutils [req-2c69fe94-8f2c-4206-816d-24ef3cbbb461 req-ba3dced9-65c6-422a-9dde-f8cc9a85814f service nova] Lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.328908] env[62187]: DEBUG nova.compute.manager [req-2c69fe94-8f2c-4206-816d-24ef3cbbb461 req-ba3dced9-65c6-422a-9dde-f8cc9a85814f service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] No waiting events found dispatching network-vif-plugged-8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1937.329151] env[62187]: WARNING nova.compute.manager [req-2c69fe94-8f2c-4206-816d-24ef3cbbb461 req-ba3dced9-65c6-422a-9dde-f8cc9a85814f service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received unexpected event network-vif-plugged-8914b3c2-934a-4578-a6da-5f613d386d54 for instance with vm_state building and task_state spawning. [ 1937.346809] env[62187]: DEBUG nova.compute.utils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1937.350847] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1937.351137] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1937.400707] env[62187]: DEBUG nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1937.413050] env[62187]: DEBUG nova.policy [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4d9d99a55ec4b2c91da59f79b6021c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec9a9548cd34bc98e8d695db024d590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1937.601596] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132561, 'name': ReconfigVM_Task, 'duration_secs': 0.809251} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.601840] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 882bab59-0b93-4d23-8321-e8c09965dab2/882bab59-0b93-4d23-8321-e8c09965dab2.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.602637] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89698721-913f-4229-8733-16b4c7f18d71 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.613838] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1937.613838] env[62187]: value = "task-2132562" [ 1937.613838] env[62187]: _type = "Task" [ 1937.613838] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.627331] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132562, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.670185] env[62187]: DEBUG nova.compute.manager [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1937.670384] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1937.671569] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2382368-2ef0-423a-a4d0-b5206c2645c1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.682520] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1937.682520] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-645e8a75-8cf3-46c7-80a2-dbbf8756e2ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.691054] env[62187]: DEBUG oslo_vmware.api [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1937.691054] env[62187]: value = "task-2132563" [ 1937.691054] env[62187]: _type = "Task" [ 1937.691054] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.700279] env[62187]: DEBUG oslo_vmware.api [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.732912] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.733095] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.733288] env[62187]: DEBUG nova.network.neutron [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1937.763036] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "92c37706-d510-4f1a-ad30-e3df46edcea9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.763309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.763534] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "92c37706-d510-4f1a-ad30-e3df46edcea9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.763723] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.763887] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.766100] env[62187]: INFO nova.compute.manager [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Terminating instance [ 1937.852377] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1937.866086] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Successfully created port: c4efab26-f7be-4224-b2d4-7fffdb1c59ee {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1937.931230] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.125845] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132562, 'name': Rename_Task, 'duration_secs': 0.219201} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.129810] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.130511] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-209f98ae-1fe3-4c5a-880f-c7eed792eb0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.140554] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1938.140554] env[62187]: value = "task-2132564" [ 1938.140554] env[62187]: _type = "Task" [ 1938.140554] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.154565] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.205459] env[62187]: DEBUG oslo_vmware.api [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132563, 'name': PowerOffVM_Task, 'duration_secs': 0.199501} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.206079] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1938.206079] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1938.206204] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09abb156-2d84-4d38-8b67-bce0d3f130da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.275375] env[62187]: DEBUG nova.compute.manager [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1938.276770] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1938.276770] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841c8470-0f1a-4324-a86e-df7d415f2dfc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.291998] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1938.293150] env[62187]: DEBUG nova.network.neutron [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1938.300772] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13e7ce85-6af6-4430-b774-54d7cd468245 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.310282] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1938.310282] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1938.310282] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Deleting the datastore file [datastore1] ac7a1c8b-3988-4ca3-ae03-2d5877ae916c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1938.310282] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d6351f7-30f2-4f80-8d42-ee3f7006196c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.317881] env[62187]: DEBUG oslo_vmware.api [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1938.317881] env[62187]: value = "task-2132566" [ 1938.317881] env[62187]: _type = "Task" [ 1938.317881] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.323423] env[62187]: DEBUG oslo_vmware.api [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for the task: (returnval){ [ 1938.323423] env[62187]: value = "task-2132567" [ 1938.323423] env[62187]: _type = "Task" [ 1938.323423] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.345918] env[62187]: DEBUG oslo_vmware.api [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.348576] env[62187]: DEBUG oslo_vmware.api [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.504813] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2167e952-ea7a-446c-8a37-e48664e9743e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.521039] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb26b64b-f032-44cb-9e00-4a2ab61f21aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.563809] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cad377-b4f6-4829-bb76-f11f70926d3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.576922] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8052064c-f62b-4806-966a-aba3bf424d43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.598917] env[62187]: DEBUG nova.compute.provider_tree [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.656246] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.752838] env[62187]: DEBUG nova.network.neutron [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.840953] env[62187]: DEBUG oslo_vmware.api [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.845367] env[62187]: DEBUG oslo_vmware.api [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Task: {'id': task-2132567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304514} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.845367] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1938.845626] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1938.845778] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1938.846035] env[62187]: INFO nova.compute.manager [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1938.846376] env[62187]: DEBUG oslo.service.loopingcall [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.846600] env[62187]: DEBUG nova.compute.manager [-] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1938.846705] env[62187]: DEBUG nova.network.neutron [-] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1938.873441] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1938.901400] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1938.901666] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1938.901878] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1938.902212] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1938.902380] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1938.902542] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1938.903149] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1938.903495] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1938.903718] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1938.903865] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1938.904056] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1938.909259] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51c063-9d04-4e42-9c90-e4f5232158ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.917409] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bda5087-ae55-45d8-95e3-78687a83f36b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.105379] env[62187]: DEBUG nova.scheduler.client.report [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1939.160706] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132564, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.259966] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.260510] env[62187]: DEBUG nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Instance network_info: |[{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1939.261280] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:cd:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8914b3c2-934a-4578-a6da-5f613d386d54', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.270644] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Creating folder: Project (df15505caa55455eacdf9bd8db775402). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1939.270644] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e19d201-16b6-493f-9dd4-decd1c3d33a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.285436] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Created folder: Project (df15505caa55455eacdf9bd8db775402) in parent group-v435995. [ 1939.285675] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Creating folder: Instances. Parent ref: group-v436083. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1939.285919] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c80a7ac-891b-473d-864f-6917ab649746 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.296840] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Created folder: Instances in parent group-v436083. [ 1939.297110] env[62187]: DEBUG oslo.service.loopingcall [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.297315] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.297519] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7ce528f-2bb0-4426-94ed-c8008cb30a6e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.319015] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.319015] env[62187]: value = "task-2132570" [ 1939.319015] env[62187]: _type = "Task" [ 1939.319015] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.327619] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132570, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.336593] env[62187]: DEBUG oslo_vmware.api [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132566, 'name': PowerOffVM_Task, 'duration_secs': 0.904761} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.336908] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1939.337095] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1939.337356] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbc7d438-d981-4336-921f-11dd0c168757 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.439098] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1939.439740] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1939.439740] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Deleting the datastore file [datastore2] 92c37706-d510-4f1a-ad30-e3df46edcea9 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1939.439901] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65871279-3742-4d79-803c-4216dec00946 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.448781] env[62187]: DEBUG oslo_vmware.api [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for the task: (returnval){ [ 1939.448781] env[62187]: value = "task-2132572" [ 1939.448781] env[62187]: _type = "Task" [ 1939.448781] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.458092] env[62187]: DEBUG oslo_vmware.api [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.610074] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.610653] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1939.613599] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.449s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.614365] env[62187]: DEBUG nova.objects.instance [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lazy-loading 'resources' on Instance uuid 3425040d-d79d-4074-8228-648d60374213 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.657265] env[62187]: DEBUG oslo_vmware.api [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132564, 'name': PowerOnVM_Task, 'duration_secs': 1.027001} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.657265] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.657265] env[62187]: INFO nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Took 9.91 seconds to spawn the instance on the hypervisor. [ 1939.657265] env[62187]: DEBUG nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.657265] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83daa4b-1197-401b-94ea-2e82ed7db5d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.702042] env[62187]: DEBUG nova.network.neutron [-] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.738931] env[62187]: DEBUG nova.compute.manager [req-596accc7-69c7-49fa-8b7d-8e8b25f67bcf req-55bc670d-84b4-420f-a596-19b9514134d9 service nova] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Received event network-vif-deleted-a1475fc0-08ee-44a5-a34d-4b719adbd7af {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1939.831711] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132570, 'name': CreateVM_Task, 'duration_secs': 0.475897} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.831904] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.832707] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.832924] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.833286] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.833535] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb9cf7e-819c-488b-b9d7-070023918147 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.838980] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1939.838980] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d9f36b-630b-f9f2-3edb-a3f3f1f991a0" [ 1939.838980] env[62187]: _type = "Task" [ 1939.838980] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.849149] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d9f36b-630b-f9f2-3edb-a3f3f1f991a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.965647] env[62187]: DEBUG oslo_vmware.api [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Task: {'id': task-2132572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228735} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.966015] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1939.966267] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1939.966486] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1939.966698] env[62187]: INFO nova.compute.manager [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1939.966980] env[62187]: DEBUG oslo.service.loopingcall [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.967230] env[62187]: DEBUG nova.compute.manager [-] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1939.967387] env[62187]: DEBUG nova.network.neutron [-] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1940.058384] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Successfully updated port: c4efab26-f7be-4224-b2d4-7fffdb1c59ee {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1940.103760] env[62187]: DEBUG nova.compute.manager [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received event network-changed-8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1940.103964] env[62187]: DEBUG nova.compute.manager [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Refreshing instance network info cache due to event network-changed-8914b3c2-934a-4578-a6da-5f613d386d54. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1940.104197] env[62187]: DEBUG oslo_concurrency.lockutils [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] Acquiring lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.104338] env[62187]: DEBUG oslo_concurrency.lockutils [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] Acquired lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.104537] env[62187]: DEBUG nova.network.neutron [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Refreshing network info cache for port 8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.117560] env[62187]: DEBUG nova.compute.utils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1940.138098] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1940.138098] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1940.180972] env[62187]: INFO nova.compute.manager [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Took 40.77 seconds to build instance. [ 1940.205590] env[62187]: INFO nova.compute.manager [-] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Took 1.36 seconds to deallocate network for instance. [ 1940.233163] env[62187]: DEBUG nova.policy [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4d9d99a55ec4b2c91da59f79b6021c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec9a9548cd34bc98e8d695db024d590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1940.350852] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d9f36b-630b-f9f2-3edb-a3f3f1f991a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016682} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.351316] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.351644] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.351957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.352177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.352414] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.352706] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37e6740e-65fe-48e9-a11c-1e930cb8ce4d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.363735] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.364376] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.364833] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32a9d04f-4c00-4ff1-938a-d1e3a6b61fd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.375528] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1940.375528] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5253e7e6-d2ee-7861-d4e7-bf2be4036014" [ 1940.375528] env[62187]: _type = "Task" [ 1940.375528] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.383176] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5253e7e6-d2ee-7861-d4e7-bf2be4036014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.567656] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "refresh_cache-78bf71b8-cd5f-4550-b611-a4a4be9dd013" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.567656] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "refresh_cache-78bf71b8-cd5f-4550-b611-a4a4be9dd013" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.567656] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.626971] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1940.650731] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "6ad16be6-039f-4bdc-aa25-20ee8743c728" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.650731] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.685012] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4de5346d-5e1b-4048-adda-89795566e462 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "882bab59-0b93-4d23-8321-e8c09965dab2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.335s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.698032] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Successfully created port: b1e25662-6dc6-404d-be5d-91107a5309da {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1940.717319] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.730262] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ec44d5-b075-4e0d-8597-93552f35e6de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.739847] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9be7af-ecc7-4ff0-9aad-3e841d17ca77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.777190] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ddef9b-e28a-4e54-81ad-63285a1ce74f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.786851] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49355eb7-0b7f-4a59-9ccf-76c2526b27bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.793648] env[62187]: DEBUG nova.network.neutron [-] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.807372] env[62187]: DEBUG nova.compute.provider_tree [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.885576] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5253e7e6-d2ee-7861-d4e7-bf2be4036014, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.886548] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad63c25d-f3dd-4ff0-8af5-efd08d120fc3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.892786] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1940.892786] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a03332-24c5-e66e-cfd1-04bb83ad13cd" [ 1940.892786] env[62187]: _type = "Task" [ 1940.892786] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.893676] env[62187]: DEBUG nova.network.neutron [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updated VIF entry in instance network info cache for port 8914b3c2-934a-4578-a6da-5f613d386d54. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.893990] env[62187]: DEBUG nova.network.neutron [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.908288] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a03332-24c5-e66e-cfd1-04bb83ad13cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011269} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.909295] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.909564] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e6597109-844a-47f7-85b9-1c3be44606a8/e6597109-844a-47f7-85b9-1c3be44606a8.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1940.909814] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15fd854a-8199-459f-aba7-65b7e8f77ef4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.917258] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1940.917258] env[62187]: value = "task-2132573" [ 1940.917258] env[62187]: _type = "Task" [ 1940.917258] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.925719] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.107933] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1941.188349] env[62187]: DEBUG nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1941.307883] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Updating instance_info_cache with network_info: [{"id": "c4efab26-f7be-4224-b2d4-7fffdb1c59ee", "address": "fa:16:3e:61:78:47", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4efab26-f7", "ovs_interfaceid": "c4efab26-f7be-4224-b2d4-7fffdb1c59ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.310729] env[62187]: INFO nova.compute.manager [-] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Took 1.34 seconds to deallocate network for instance. [ 1941.311835] env[62187]: DEBUG nova.scheduler.client.report [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.404287] env[62187]: DEBUG oslo_concurrency.lockutils [req-522022e5-3188-4918-9188-ccdf4612025f req-08a19be5-af53-44e0-859b-6bceee23f394 service nova] Releasing lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.428069] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492215} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.428069] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e6597109-844a-47f7-85b9-1c3be44606a8/e6597109-844a-47f7-85b9-1c3be44606a8.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.428635] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.431051] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9869f0e6-cfe5-40a6-bb30-ad2a1169c3a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.436082] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1941.436082] env[62187]: value = "task-2132574" [ 1941.436082] env[62187]: _type = "Task" [ 1941.436082] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.445517] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.478022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4616b9-5a19-4bf0-958c-41f18726323a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.484030] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b008acce-294f-4c90-bf79-8d695570ae3c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Suspending the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1941.484030] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3b30594d-76ef-4103-9f0b-73d55e24c67e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.490864] env[62187]: DEBUG oslo_vmware.api [None req-b008acce-294f-4c90-bf79-8d695570ae3c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1941.490864] env[62187]: value = "task-2132575" [ 1941.490864] env[62187]: _type = "Task" [ 1941.490864] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.499693] env[62187]: DEBUG oslo_vmware.api [None req-b008acce-294f-4c90-bf79-8d695570ae3c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132575, 'name': SuspendVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.637853] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1941.667606] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1941.667863] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1941.668029] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1941.668221] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1941.668369] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1941.668551] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1941.668776] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1941.668990] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1941.675028] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1941.675028] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1941.675028] env[62187]: DEBUG nova.virt.hardware [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1941.675028] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0620be4b-ef39-4f65-9d1c-1a58fd62eae1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.685600] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db5ab8-841a-4368-a620-ea2920f3a828 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.723328] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.765278] env[62187]: DEBUG nova.compute.manager [req-c02179b5-8b58-458b-a68d-2bad29da9c59 req-28c9d0af-014a-4648-aeac-cb6cf82445e7 service nova] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Received event network-vif-deleted-741b62ac-fb52-453b-8399-903393d8d8fc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1941.810194] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "refresh_cache-78bf71b8-cd5f-4550-b611-a4a4be9dd013" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.810600] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Instance network_info: |[{"id": "c4efab26-f7be-4224-b2d4-7fffdb1c59ee", "address": "fa:16:3e:61:78:47", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4efab26-f7", "ovs_interfaceid": "c4efab26-f7be-4224-b2d4-7fffdb1c59ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1941.811181] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:78:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4efab26-f7be-4224-b2d4-7fffdb1c59ee', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1941.820069] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Creating folder: Project (1ec9a9548cd34bc98e8d695db024d590). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.821016] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.823790] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31ffd32c-07bd-4588-a9c8-be340b92385f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.826951] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.471s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.828584] env[62187]: INFO nova.compute.claims [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.831890] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.841710] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Created folder: Project (1ec9a9548cd34bc98e8d695db024d590) in parent group-v435995. [ 1941.841897] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Creating folder: Instances. Parent ref: group-v436086. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1941.842181] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0118a1a-a023-4612-893a-92161c37046d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.845884] env[62187]: INFO nova.scheduler.client.report [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Deleted allocations for instance 3425040d-d79d-4074-8228-648d60374213 [ 1941.852369] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Created folder: Instances in parent group-v436086. [ 1941.852672] env[62187]: DEBUG oslo.service.loopingcall [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1941.852863] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1941.853120] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df22fe62-fd3f-4149-88f4-6db894256899 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.875666] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1941.875666] env[62187]: value = "task-2132578" [ 1941.875666] env[62187]: _type = "Task" [ 1941.875666] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.885184] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132578, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.947290] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071616} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.947647] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1941.948531] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6964ec31-5594-40e2-9959-bf60c51f05a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.972687] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e6597109-844a-47f7-85b9-1c3be44606a8/e6597109-844a-47f7-85b9-1c3be44606a8.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1941.973032] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b17395-b3c6-40ee-a32b-920e4d9a4c77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.993110] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1941.993110] env[62187]: value = "task-2132579" [ 1941.993110] env[62187]: _type = "Task" [ 1941.993110] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.004418] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.007641] env[62187]: DEBUG oslo_vmware.api [None req-b008acce-294f-4c90-bf79-8d695570ae3c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132575, 'name': SuspendVM_Task} progress is 58%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.131029] env[62187]: DEBUG nova.compute.manager [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Received event network-vif-plugged-c4efab26-f7be-4224-b2d4-7fffdb1c59ee {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.131259] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] Acquiring lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.131491] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.131662] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.131843] env[62187]: DEBUG nova.compute.manager [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] No waiting events found dispatching network-vif-plugged-c4efab26-f7be-4224-b2d4-7fffdb1c59ee {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1942.132200] env[62187]: WARNING nova.compute.manager [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Received unexpected event network-vif-plugged-c4efab26-f7be-4224-b2d4-7fffdb1c59ee for instance with vm_state building and task_state spawning. [ 1942.132421] env[62187]: DEBUG nova.compute.manager [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Received event network-changed-c4efab26-f7be-4224-b2d4-7fffdb1c59ee {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1942.132606] env[62187]: DEBUG nova.compute.manager [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Refreshing instance network info cache due to event network-changed-c4efab26-f7be-4224-b2d4-7fffdb1c59ee. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1942.132809] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] Acquiring lock "refresh_cache-78bf71b8-cd5f-4550-b611-a4a4be9dd013" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.133045] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] Acquired lock "refresh_cache-78bf71b8-cd5f-4550-b611-a4a4be9dd013" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.133150] env[62187]: DEBUG nova.network.neutron [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Refreshing network info cache for port c4efab26-f7be-4224-b2d4-7fffdb1c59ee {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.356743] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0008d05-51af-4b80-b578-b5a973cde4a1 tempest-ServerDiagnosticsNegativeTest-696719380 tempest-ServerDiagnosticsNegativeTest-696719380-project-member] Lock "3425040d-d79d-4074-8228-648d60374213" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.002s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.387052] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132578, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.507841] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132579, 'name': ReconfigVM_Task, 'duration_secs': 0.370664} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.511015] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e6597109-844a-47f7-85b9-1c3be44606a8/e6597109-844a-47f7-85b9-1c3be44606a8.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1942.511719] env[62187]: DEBUG oslo_vmware.api [None req-b008acce-294f-4c90-bf79-8d695570ae3c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132575, 'name': SuspendVM_Task, 'duration_secs': 0.909435} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.511987] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11bdd64b-9c1a-4cc0-9a33-f001b94d381c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.513789] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b008acce-294f-4c90-bf79-8d695570ae3c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Suspended the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1942.513961] env[62187]: DEBUG nova.compute.manager [None req-b008acce-294f-4c90-bf79-8d695570ae3c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1942.515313] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09986bd5-ce9b-4528-82d7-dbe2aebcb971 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.525498] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1942.525498] env[62187]: value = "task-2132580" [ 1942.525498] env[62187]: _type = "Task" [ 1942.525498] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.536021] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132580, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.648893] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Successfully updated port: b1e25662-6dc6-404d-be5d-91107a5309da {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1942.875613] env[62187]: DEBUG nova.network.neutron [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Updated VIF entry in instance network info cache for port c4efab26-f7be-4224-b2d4-7fffdb1c59ee. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1942.876112] env[62187]: DEBUG nova.network.neutron [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Updating instance_info_cache with network_info: [{"id": "c4efab26-f7be-4224-b2d4-7fffdb1c59ee", "address": "fa:16:3e:61:78:47", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4efab26-f7", "ovs_interfaceid": "c4efab26-f7be-4224-b2d4-7fffdb1c59ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.893300] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132578, 'name': CreateVM_Task, 'duration_secs': 0.514408} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.893300] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1942.893300] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.893510] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.894466] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1942.895019] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c41e3f1b-e2c7-4fb4-aa76-15f243fb2453 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.900435] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1942.900435] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521bb859-1fe5-adb7-a558-12e6226ae74f" [ 1942.900435] env[62187]: _type = "Task" [ 1942.900435] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.913254] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521bb859-1fe5-adb7-a558-12e6226ae74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.039047] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132580, 'name': Rename_Task, 'duration_secs': 0.17657} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.039180] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1943.039761] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-224c4d87-6381-45c7-a5b9-6de44bc2e594 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.046665] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 1943.046665] env[62187]: value = "task-2132581" [ 1943.046665] env[62187]: _type = "Task" [ 1943.046665] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.059405] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.154665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "refresh_cache-52aa995a-6a58-4ded-987e-a5a92dc98982" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.154785] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "refresh_cache-52aa995a-6a58-4ded-987e-a5a92dc98982" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.154896] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1943.286966] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd8ab-a88e-2dbe-7d8a-8b17bb7bfe82/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1943.287929] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08daf8b0-4ed0-45a6-961a-7fe447efbe86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.296456] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd8ab-a88e-2dbe-7d8a-8b17bb7bfe82/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1943.296698] env[62187]: ERROR oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd8ab-a88e-2dbe-7d8a-8b17bb7bfe82/disk-0.vmdk due to incomplete transfer. [ 1943.296977] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-58ef6fe4-2ec7-4021-a82f-dbce1bff9b60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.304024] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527bd8ab-a88e-2dbe-7d8a-8b17bb7bfe82/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1943.304233] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Uploaded image 9331cfaf-44e3-4219-8dcf-84a8131c14da to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1943.305682] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1943.308105] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c5e15ce-da4a-48a4-8c0c-1acd81ad2af0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.314480] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1943.314480] env[62187]: value = "task-2132582" [ 1943.314480] env[62187]: _type = "Task" [ 1943.314480] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.322504] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132582, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.338153] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81ac559-74c2-45d5-9bce-a09f0837d55b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.343213] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa691e92-74ad-4959-b6e4-18a2f380a453 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.375696] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16a6095-b73f-4438-bfdc-2b3e9a1b2e0e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.383115] env[62187]: DEBUG oslo_concurrency.lockutils [req-b0f9c8f2-1fa7-4e27-b85b-3620c19efa70 req-16d94ab8-2fa2-4612-a5c8-890692828e67 service nova] Releasing lock "refresh_cache-78bf71b8-cd5f-4550-b611-a4a4be9dd013" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.384604] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386f822-2dde-42c7-bb2b-52ffc1ce6a12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.398717] env[62187]: DEBUG nova.compute.provider_tree [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.413490] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521bb859-1fe5-adb7-a558-12e6226ae74f, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.413758] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.413976] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1943.414225] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.414367] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.414549] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1943.414818] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-950ede78-191d-405a-8542-1346eedaffde {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.425392] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1943.425584] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1943.426330] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ece29719-2eec-4111-9ddf-45e0721d5b76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.431802] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1943.431802] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522ce5d4-6991-a42c-8241-fc5a5a0d37ad" [ 1943.431802] env[62187]: _type = "Task" [ 1943.431802] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.439913] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522ce5d4-6991-a42c-8241-fc5a5a0d37ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.559422] env[62187]: DEBUG oslo_vmware.api [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132581, 'name': PowerOnVM_Task, 'duration_secs': 0.48116} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.559695] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.559914] env[62187]: INFO nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1943.560103] env[62187]: DEBUG nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.560938] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f8503-4c97-424a-a2c7-78954a4efc34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.694792] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1943.824201] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132582, 'name': Destroy_Task, 'duration_secs': 0.296012} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.824550] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Destroyed the VM [ 1943.824808] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1943.825066] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5af24ce6-373a-4e95-aeb0-eccc6b9d6b6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.831864] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1943.831864] env[62187]: value = "task-2132583" [ 1943.831864] env[62187]: _type = "Task" [ 1943.831864] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.839607] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132583, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.845702] env[62187]: DEBUG nova.network.neutron [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Updating instance_info_cache with network_info: [{"id": "b1e25662-6dc6-404d-be5d-91107a5309da", "address": "fa:16:3e:da:21:6a", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e25662-6d", "ovs_interfaceid": "b1e25662-6dc6-404d-be5d-91107a5309da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.902339] env[62187]: DEBUG nova.scheduler.client.report [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1943.942570] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522ce5d4-6991-a42c-8241-fc5a5a0d37ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010833} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.943344] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca922648-da32-4c1a-ad75-266dcee6efc1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.948895] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1943.948895] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ba3e35-aed6-727a-243f-4611d494f8cd" [ 1943.948895] env[62187]: _type = "Task" [ 1943.948895] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.956904] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ba3e35-aed6-727a-243f-4611d494f8cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.076952] env[62187]: INFO nova.compute.manager [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Took 41.29 seconds to build instance. [ 1944.341870] env[62187]: DEBUG oslo_vmware.api [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132583, 'name': RemoveSnapshot_Task, 'duration_secs': 0.492396} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.342245] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1944.342503] env[62187]: INFO nova.compute.manager [None req-c2da30c0-b437-4cdf-bb99-b57da19336c5 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Took 17.00 seconds to snapshot the instance on the hypervisor. [ 1944.348207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "refresh_cache-52aa995a-6a58-4ded-987e-a5a92dc98982" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.348325] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Instance network_info: |[{"id": "b1e25662-6dc6-404d-be5d-91107a5309da", "address": "fa:16:3e:da:21:6a", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e25662-6d", "ovs_interfaceid": "b1e25662-6dc6-404d-be5d-91107a5309da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1944.349700] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:21:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e25662-6dc6-404d-be5d-91107a5309da', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1944.357503] env[62187]: DEBUG oslo.service.loopingcall [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.358644] env[62187]: DEBUG nova.compute.manager [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Received event network-vif-plugged-b1e25662-6dc6-404d-be5d-91107a5309da {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.358908] env[62187]: DEBUG oslo_concurrency.lockutils [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] Acquiring lock "52aa995a-6a58-4ded-987e-a5a92dc98982-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.359171] env[62187]: DEBUG oslo_concurrency.lockutils [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.359339] env[62187]: DEBUG oslo_concurrency.lockutils [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.359503] env[62187]: DEBUG nova.compute.manager [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] No waiting events found dispatching network-vif-plugged-b1e25662-6dc6-404d-be5d-91107a5309da {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1944.359661] env[62187]: WARNING nova.compute.manager [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Received unexpected event network-vif-plugged-b1e25662-6dc6-404d-be5d-91107a5309da for instance with vm_state building and task_state spawning. [ 1944.359813] env[62187]: DEBUG nova.compute.manager [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Received event network-changed-b1e25662-6dc6-404d-be5d-91107a5309da {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1944.359961] env[62187]: DEBUG nova.compute.manager [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Refreshing instance network info cache due to event network-changed-b1e25662-6dc6-404d-be5d-91107a5309da. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1944.360187] env[62187]: DEBUG oslo_concurrency.lockutils [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] Acquiring lock "refresh_cache-52aa995a-6a58-4ded-987e-a5a92dc98982" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.360354] env[62187]: DEBUG oslo_concurrency.lockutils [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] Acquired lock "refresh_cache-52aa995a-6a58-4ded-987e-a5a92dc98982" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.360514] env[62187]: DEBUG nova.network.neutron [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Refreshing network info cache for port b1e25662-6dc6-404d-be5d-91107a5309da {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1944.362097] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1944.362323] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-933625a5-9aa6-41b6-8b2c-13b35f1625a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.389142] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1944.389142] env[62187]: value = "task-2132584" [ 1944.389142] env[62187]: _type = "Task" [ 1944.389142] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.397964] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132584, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.407846] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.408393] env[62187]: DEBUG nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1944.413444] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.980s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.413669] env[62187]: DEBUG nova.objects.instance [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lazy-loading 'resources' on Instance uuid c69e62fb-7776-4064-a296-3e09564d780c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.461366] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ba3e35-aed6-727a-243f-4611d494f8cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014455} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.461745] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.462709] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 78bf71b8-cd5f-4550-b611-a4a4be9dd013/78bf71b8-cd5f-4550-b611-a4a4be9dd013.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1944.462709] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e530e98c-5ef8-41ec-8939-e29ae3108ce6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.468895] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1944.468895] env[62187]: value = "task-2132585" [ 1944.468895] env[62187]: _type = "Task" [ 1944.468895] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.477228] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.578798] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9157ddd7-129e-4434-994e-94f8c80ec18c tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "e6597109-844a-47f7-85b9-1c3be44606a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.594s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.620636] env[62187]: DEBUG nova.network.neutron [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Updated VIF entry in instance network info cache for port b1e25662-6dc6-404d-be5d-91107a5309da. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1944.621091] env[62187]: DEBUG nova.network.neutron [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Updating instance_info_cache with network_info: [{"id": "b1e25662-6dc6-404d-be5d-91107a5309da", "address": "fa:16:3e:da:21:6a", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e25662-6d", "ovs_interfaceid": "b1e25662-6dc6-404d-be5d-91107a5309da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.904433] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132584, 'name': CreateVM_Task, 'duration_secs': 0.382529} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.904872] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1944.905429] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.905596] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.908741] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1944.908741] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770aefc2-5960-4b49-bf42-e49d6f1494d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.912555] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1944.912555] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52109bef-bbf8-fc8e-175e-ad0dea34dc26" [ 1944.912555] env[62187]: _type = "Task" [ 1944.912555] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.919788] env[62187]: DEBUG nova.compute.utils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.924136] env[62187]: DEBUG nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1944.924415] env[62187]: DEBUG nova.network.neutron [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1944.932555] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52109bef-bbf8-fc8e-175e-ad0dea34dc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.982973] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132585, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.988045] env[62187]: DEBUG nova.policy [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32d44e659dd54096b92cd28f198b4230', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab128ea9a104ce7a3227feaec6fdcb3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.064228] env[62187]: DEBUG nova.compute.manager [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1945.065355] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e0479-7c4f-4502-bb7f-6b405a57f709 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.082472] env[62187]: DEBUG nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1945.125349] env[62187]: DEBUG oslo_concurrency.lockutils [req-34b15f9e-6934-4861-9b69-efd7eb9be3c5 req-4db6636f-9d40-4056-93c0-09b8d818207c service nova] Releasing lock "refresh_cache-52aa995a-6a58-4ded-987e-a5a92dc98982" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.347212] env[62187]: DEBUG nova.network.neutron [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Successfully created port: 013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.424555] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52109bef-bbf8-fc8e-175e-ad0dea34dc26, 'name': SearchDatastore_Task, 'duration_secs': 0.055398} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.427571] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.427982] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1945.428073] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.428188] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.428559] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1945.429092] env[62187]: DEBUG nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1945.432374] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58202864-1ebc-4bfe-968d-688ea99a12b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.443615] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1945.443798] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1945.444792] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e019175b-5042-479a-a7fc-5592bac5d28d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.453043] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1945.453043] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52328171-1d71-1ed7-e9b6-6bb70d19b034" [ 1945.453043] env[62187]: _type = "Task" [ 1945.453043] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.461141] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52328171-1d71-1ed7-e9b6-6bb70d19b034, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.482470] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132585, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.543911] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b3513-53a2-4524-8aad-1783a12d1ce1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.553238] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47904c5-d6ea-4354-8780-3943019886b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.590043] env[62187]: INFO nova.compute.manager [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] instance snapshotting [ 1945.590369] env[62187]: WARNING nova.compute.manager [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1945.600025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d803653-8f3f-40c6-80fa-871c1224e43b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.600025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaefcc8-7fa4-4549-bb96-404bc48b2a2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.621960] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f816ce-bdfa-405c-8fae-229516d4a2da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.627390] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.628480] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f033e6cf-f003-447f-8d39-c777e8e5fa70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.645952] env[62187]: DEBUG nova.compute.provider_tree [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.964977] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52328171-1d71-1ed7-e9b6-6bb70d19b034, 'name': SearchDatastore_Task, 'duration_secs': 0.04355} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.965110] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ea385a-91f7-48c3-bb44-878f52f1147e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.972093] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1945.972093] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5287fea4-bfcb-976d-2ef9-ca0ee3c1b5ca" [ 1945.972093] env[62187]: _type = "Task" [ 1945.972093] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.981296] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5287fea4-bfcb-976d-2ef9-ca0ee3c1b5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.986111] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132585, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.096337] env[62187]: DEBUG nova.compute.manager [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.097300] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2686e5a-ee4e-4f61-8977-bb422d3d07f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.152095] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1946.152095] env[62187]: DEBUG nova.scheduler.client.report [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1946.155577] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-246f652e-bf5c-4757-ba18-60a71a9c149c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.164287] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1946.164287] env[62187]: value = "task-2132586" [ 1946.164287] env[62187]: _type = "Task" [ 1946.164287] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.174289] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132586, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.402690] env[62187]: DEBUG nova.compute.manager [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received event network-changed-8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1946.402894] env[62187]: DEBUG nova.compute.manager [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Refreshing instance network info cache due to event network-changed-8914b3c2-934a-4578-a6da-5f613d386d54. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1946.403140] env[62187]: DEBUG oslo_concurrency.lockutils [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] Acquiring lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.403284] env[62187]: DEBUG oslo_concurrency.lockutils [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] Acquired lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.403520] env[62187]: DEBUG nova.network.neutron [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Refreshing network info cache for port 8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1946.440792] env[62187]: DEBUG nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.463412] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.463652] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.463807] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.463984] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.464154] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.464301] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.464503] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.464654] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.464819] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.464968] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.465163] env[62187]: DEBUG nova.virt.hardware [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.466106] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbccad0f-223a-4db4-bf32-ed7f93fedb93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.477895] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb0add9-6fad-4cfb-8aad-ad35d5592bc2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.501048] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132585, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.572051} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.501324] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5287fea4-bfcb-976d-2ef9-ca0ee3c1b5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.056353} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.501548] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 78bf71b8-cd5f-4550-b611-a4a4be9dd013/78bf71b8-cd5f-4550-b611-a4a4be9dd013.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1946.501801] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1946.502028] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1946.502280] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 52aa995a-6a58-4ded-987e-a5a92dc98982/52aa995a-6a58-4ded-987e-a5a92dc98982.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1946.502521] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-612fb39a-a778-48c8-9636-8ff070446cab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.504444] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72a1a401-91ef-4270-8e64-20ccb68132dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.511596] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1946.511596] env[62187]: value = "task-2132588" [ 1946.511596] env[62187]: _type = "Task" [ 1946.511596] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.512970] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1946.512970] env[62187]: value = "task-2132587" [ 1946.512970] env[62187]: _type = "Task" [ 1946.512970] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.526233] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.529167] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.608682] env[62187]: INFO nova.compute.manager [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] instance snapshotting [ 1946.611812] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e98d49-0965-4cb1-9d7a-1e3e2e56328e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.631160] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b3ca0d-6d5e-4d4a-83dd-466ec0423f93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.658817] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.245s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.661400] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.549s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.661647] env[62187]: DEBUG nova.objects.instance [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1946.677711] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132586, 'name': CreateSnapshot_Task, 'duration_secs': 0.499006} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.677873] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1946.678556] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dce444-a1c8-486b-8caa-a61cfd6e4b76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.791395] env[62187]: INFO nova.scheduler.client.report [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Deleted allocations for instance c69e62fb-7776-4064-a296-3e09564d780c [ 1947.031085] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132588, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.031426] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06259} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.031804] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1947.032643] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a5c2c-20dd-4002-8298-3333829d69a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.040636] env[62187]: DEBUG nova.compute.manager [req-a4c61bb6-0252-44c5-8929-e41f0e8bc5f8 req-da584309-79f3-413d-8b78-8cbae845b8a7 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Received event network-vif-plugged-013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1947.040893] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4c61bb6-0252-44c5-8929-e41f0e8bc5f8 req-da584309-79f3-413d-8b78-8cbae845b8a7 service nova] Acquiring lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.041245] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4c61bb6-0252-44c5-8929-e41f0e8bc5f8 req-da584309-79f3-413d-8b78-8cbae845b8a7 service nova] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.041528] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4c61bb6-0252-44c5-8929-e41f0e8bc5f8 req-da584309-79f3-413d-8b78-8cbae845b8a7 service nova] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.041690] env[62187]: DEBUG nova.compute.manager [req-a4c61bb6-0252-44c5-8929-e41f0e8bc5f8 req-da584309-79f3-413d-8b78-8cbae845b8a7 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] No waiting events found dispatching network-vif-plugged-013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1947.041900] env[62187]: WARNING nova.compute.manager [req-a4c61bb6-0252-44c5-8929-e41f0e8bc5f8 req-da584309-79f3-413d-8b78-8cbae845b8a7 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Received unexpected event network-vif-plugged-013c0ed7-30d7-4ecf-ab19-49506d57c559 for instance with vm_state building and task_state spawning. [ 1947.060497] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 78bf71b8-cd5f-4550-b611-a4a4be9dd013/78bf71b8-cd5f-4550-b611-a4a4be9dd013.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1947.061269] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4897612-0939-4248-8d6e-b5540df05608 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.080124] env[62187]: DEBUG nova.network.neutron [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Successfully updated port: 013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1947.090278] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1947.090278] env[62187]: value = "task-2132589" [ 1947.090278] env[62187]: _type = "Task" [ 1947.090278] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.105029] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.142761] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1947.143354] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d088a8a3-8c44-42a7-b8de-1ea7ae7c22b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.150037] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1947.150037] env[62187]: value = "task-2132590" [ 1947.150037] env[62187]: _type = "Task" [ 1947.150037] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.157642] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132590, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.201783] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1947.202181] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4aaebafd-a039-4d50-a427-b4620b47e3b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.210079] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1947.210079] env[62187]: value = "task-2132591" [ 1947.210079] env[62187]: _type = "Task" [ 1947.210079] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.218640] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132591, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.289532] env[62187]: DEBUG nova.network.neutron [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updated VIF entry in instance network info cache for port 8914b3c2-934a-4578-a6da-5f613d386d54. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1947.291055] env[62187]: DEBUG nova.network.neutron [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.299864] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76e5c89e-8fe2-42fe-8577-509564f17109 tempest-AttachInterfacesV270Test-1189150773 tempest-AttachInterfacesV270Test-1189150773-project-member] Lock "c69e62fb-7776-4064-a296-3e09564d780c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.589s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.524459] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533327} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.524783] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 52aa995a-6a58-4ded-987e-a5a92dc98982/52aa995a-6a58-4ded-987e-a5a92dc98982.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1947.525119] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1947.525400] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89d3d02c-5e07-4121-a00b-47881de46164 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.532916] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1947.532916] env[62187]: value = "task-2132592" [ 1947.532916] env[62187]: _type = "Task" [ 1947.532916] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.542457] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.585180] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.585427] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquired lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.585672] env[62187]: DEBUG nova.network.neutron [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1947.607917] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132589, 'name': ReconfigVM_Task, 'duration_secs': 0.456519} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.608410] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 78bf71b8-cd5f-4550-b611-a4a4be9dd013/78bf71b8-cd5f-4550-b611-a4a4be9dd013.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1947.609596] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a2594ef-3e95-4eda-8ec2-e935ef9ddf9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.618714] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1947.618714] env[62187]: value = "task-2132593" [ 1947.618714] env[62187]: _type = "Task" [ 1947.618714] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.632096] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132593, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.660627] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132590, 'name': CreateSnapshot_Task, 'duration_secs': 0.494678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.660953] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1947.661870] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2918b16a-3221-4ea4-919d-0b65e196d3e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.672719] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9048e26e-cf3a-48b5-a45d-77093515a841 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.675925] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.443s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.675925] env[62187]: INFO nova.compute.claims [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.720825] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132591, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.793454] env[62187]: DEBUG oslo_concurrency.lockutils [req-93a456ae-6d47-495b-b325-9f5073775e44 req-2a4377f0-f668-4e05-9daa-4dbaea15793d service nova] Releasing lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.042944] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130499} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.043420] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1948.045495] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a995030-9426-478f-8a71-c292aedda2c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.070499] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 52aa995a-6a58-4ded-987e-a5a92dc98982/52aa995a-6a58-4ded-987e-a5a92dc98982.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1948.070793] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-959eb971-b50e-4a08-a073-bc58d7cbad54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.095931] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1948.095931] env[62187]: value = "task-2132594" [ 1948.095931] env[62187]: _type = "Task" [ 1948.095931] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.106511] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.128677] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132593, 'name': Rename_Task, 'duration_secs': 0.402838} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.128677] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1948.128889] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79f4edd-8501-4f01-932d-9731213bd6bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.136243] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1948.136243] env[62187]: value = "task-2132595" [ 1948.136243] env[62187]: _type = "Task" [ 1948.136243] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.146882] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.147643] env[62187]: DEBUG nova.network.neutron [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1948.183063] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1948.189107] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a62b75c-fd5e-445b-bfe3-a26029f0ab9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.200593] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1948.200593] env[62187]: value = "task-2132596" [ 1948.200593] env[62187]: _type = "Task" [ 1948.200593] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.213106] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132596, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.223216] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132591, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.389024] env[62187]: DEBUG nova.network.neutron [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Updating instance_info_cache with network_info: [{"id": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "address": "fa:16:3e:74:ff:03", "network": {"id": "ba7d9466-5108-4a47-8835-2905cc1e3e40", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-645758671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab128ea9a104ce7a3227feaec6fdcb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c0ed7-30", "ovs_interfaceid": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.611432] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.650263] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132595, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.713155] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132596, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.722901] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132591, 'name': CloneVM_Task, 'duration_secs': 1.449743} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.723787] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Created linked-clone VM from snapshot [ 1948.724350] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8e1b2c-3253-4178-aa4e-bead64fdd70c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.735223] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Uploading image d43453b8-0acb-40f8-96e8-bc0ccfced067 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1948.765910] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1948.765910] env[62187]: value = "vm-436091" [ 1948.765910] env[62187]: _type = "VirtualMachine" [ 1948.765910] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1948.766254] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0bf20dd6-a534-4afd-afdd-0b925124eab6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.773582] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease: (returnval){ [ 1948.773582] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b4cb8d-77d5-7352-ee1e-e855f67c47f0" [ 1948.773582] env[62187]: _type = "HttpNfcLease" [ 1948.773582] env[62187]: } obtained for exporting VM: (result){ [ 1948.773582] env[62187]: value = "vm-436091" [ 1948.773582] env[62187]: _type = "VirtualMachine" [ 1948.773582] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1948.774619] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the lease: (returnval){ [ 1948.774619] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b4cb8d-77d5-7352-ee1e-e855f67c47f0" [ 1948.774619] env[62187]: _type = "HttpNfcLease" [ 1948.774619] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1948.780657] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1948.780657] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b4cb8d-77d5-7352-ee1e-e855f67c47f0" [ 1948.780657] env[62187]: _type = "HttpNfcLease" [ 1948.780657] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1948.891842] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Releasing lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.892187] env[62187]: DEBUG nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Instance network_info: |[{"id": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "address": "fa:16:3e:74:ff:03", "network": {"id": "ba7d9466-5108-4a47-8835-2905cc1e3e40", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-645758671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab128ea9a104ce7a3227feaec6fdcb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c0ed7-30", "ovs_interfaceid": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1948.892587] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:ff:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '013c0ed7-30d7-4ecf-ab19-49506d57c559', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.900190] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Creating folder: Project (8ab128ea9a104ce7a3227feaec6fdcb3). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.903086] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deff024e-7d4f-48e2-b14b-bfcfa7f40440 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.913791] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Created folder: Project (8ab128ea9a104ce7a3227feaec6fdcb3) in parent group-v435995. [ 1948.913936] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Creating folder: Instances. Parent ref: group-v436094. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.916460] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab982f8-619b-4d07-8bd1-d36e6f4434aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.925744] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Created folder: Instances in parent group-v436094. [ 1948.925965] env[62187]: DEBUG oslo.service.loopingcall [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.926171] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.926370] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c14de0-3ade-4c4f-b21e-dbc0aa7bd81c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.947294] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.947294] env[62187]: value = "task-2132600" [ 1948.947294] env[62187]: _type = "Task" [ 1948.947294] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.956340] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132600, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.066701] env[62187]: DEBUG nova.compute.manager [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Received event network-changed-013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1949.066904] env[62187]: DEBUG nova.compute.manager [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Refreshing instance network info cache due to event network-changed-013c0ed7-30d7-4ecf-ab19-49506d57c559. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1949.067478] env[62187]: DEBUG oslo_concurrency.lockutils [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] Acquiring lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.067478] env[62187]: DEBUG oslo_concurrency.lockutils [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] Acquired lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.067478] env[62187]: DEBUG nova.network.neutron [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Refreshing network info cache for port 013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1949.110746] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132594, 'name': ReconfigVM_Task, 'duration_secs': 0.599333} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.111385] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 52aa995a-6a58-4ded-987e-a5a92dc98982/52aa995a-6a58-4ded-987e-a5a92dc98982.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1949.112136] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6640a961-cb2c-4da8-a751-e15c03477d8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.120798] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1949.120798] env[62187]: value = "task-2132601" [ 1949.120798] env[62187]: _type = "Task" [ 1949.120798] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.132056] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132601, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.146334] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132595, 'name': PowerOnVM_Task, 'duration_secs': 0.527553} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.146569] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1949.146762] env[62187]: INFO nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1949.146934] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1949.148457] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54585339-5a86-4933-83c8-50c2f4a82d07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.151265] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac9073-6a74-48d5-9186-8ce5df750c88 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.161431] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f3b838-b11a-45a1-ada1-de7bafab9d3e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.191333] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869a9020-3678-45b9-b9d7-b5d57553c8d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.200031] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7395f90-ae8d-4007-910b-f568e49f4221 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.217407] env[62187]: DEBUG nova.compute.provider_tree [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.221797] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132596, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.282622] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1949.282622] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b4cb8d-77d5-7352-ee1e-e855f67c47f0" [ 1949.282622] env[62187]: _type = "HttpNfcLease" [ 1949.282622] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1949.283091] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1949.283091] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b4cb8d-77d5-7352-ee1e-e855f67c47f0" [ 1949.283091] env[62187]: _type = "HttpNfcLease" [ 1949.283091] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1949.283952] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf57e0d0-bf6e-4603-809d-f5afa69d8456 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.291808] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7ec80-af9c-3bbc-5db4-8a74533d1412/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1949.291979] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7ec80-af9c-3bbc-5db4-8a74533d1412/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1949.445221] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f74b2154-36bc-419f-893e-94a14c70cb5c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.457947] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132600, 'name': CreateVM_Task, 'duration_secs': 0.327198} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.460427] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1949.461801] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.461801] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.462313] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1949.462588] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff07612-44ff-4ad5-891d-e2b9917918d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.470516] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1949.470516] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aa9132-1edd-e20f-9b11-ace03317e715" [ 1949.470516] env[62187]: _type = "Task" [ 1949.470516] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.492256] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aa9132-1edd-e20f-9b11-ace03317e715, 'name': SearchDatastore_Task, 'duration_secs': 0.019464} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.492685] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.493057] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.493365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.493646] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.493812] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.494415] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04589261-4888-4632-9cae-423c7e950a41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.504489] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.504657] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.505689] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb97122-abaa-4f25-a264-cd0773821363 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.512475] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1949.512475] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213335f-23a9-a298-5cec-b0483e41f9fc" [ 1949.512475] env[62187]: _type = "Task" [ 1949.512475] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.520170] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213335f-23a9-a298-5cec-b0483e41f9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.642462] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132601, 'name': Rename_Task, 'duration_secs': 0.202218} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.642857] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1949.643271] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebca4b03-9b66-4540-8252-9255f01b1920 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.654020] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1949.654020] env[62187]: value = "task-2132602" [ 1949.654020] env[62187]: _type = "Task" [ 1949.654020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.670624] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.673545] env[62187]: INFO nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Took 44.11 seconds to build instance. [ 1949.714994] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132596, 'name': CloneVM_Task, 'duration_secs': 1.267575} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.715463] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Created linked-clone VM from snapshot [ 1949.716101] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f168d9-1a69-4772-8424-e7ca408cbc48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.726874] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Uploading image 2fdc1805-363a-470e-84f7-7a4ad85bc572 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1949.750167] env[62187]: ERROR nova.scheduler.client.report [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [req-f6bc22f0-340c-43ce-91ad-7ad976646149] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6bc22f0-340c-43ce-91ad-7ad976646149"}]} [ 1949.754570] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1949.754570] env[62187]: value = "vm-436093" [ 1949.754570] env[62187]: _type = "VirtualMachine" [ 1949.754570] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1949.754856] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d318b341-0ebd-49d6-96bb-adae3af07e07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.762643] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lease: (returnval){ [ 1949.762643] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525554bb-da47-e2c8-5d5e-63f79aa7b94b" [ 1949.762643] env[62187]: _type = "HttpNfcLease" [ 1949.762643] env[62187]: } obtained for exporting VM: (result){ [ 1949.762643] env[62187]: value = "vm-436093" [ 1949.762643] env[62187]: _type = "VirtualMachine" [ 1949.762643] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1949.763131] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the lease: (returnval){ [ 1949.763131] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525554bb-da47-e2c8-5d5e-63f79aa7b94b" [ 1949.763131] env[62187]: _type = "HttpNfcLease" [ 1949.763131] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1949.771643] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1949.771643] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525554bb-da47-e2c8-5d5e-63f79aa7b94b" [ 1949.771643] env[62187]: _type = "HttpNfcLease" [ 1949.771643] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1949.772658] env[62187]: DEBUG nova.scheduler.client.report [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1949.789654] env[62187]: DEBUG nova.scheduler.client.report [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1949.789654] env[62187]: DEBUG nova.compute.provider_tree [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1949.808348] env[62187]: DEBUG nova.scheduler.client.report [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1949.829936] env[62187]: DEBUG nova.scheduler.client.report [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1949.909378] env[62187]: DEBUG nova.network.neutron [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Updated VIF entry in instance network info cache for port 013c0ed7-30d7-4ecf-ab19-49506d57c559. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1949.909830] env[62187]: DEBUG nova.network.neutron [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Updating instance_info_cache with network_info: [{"id": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "address": "fa:16:3e:74:ff:03", "network": {"id": "ba7d9466-5108-4a47-8835-2905cc1e3e40", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-645758671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab128ea9a104ce7a3227feaec6fdcb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c0ed7-30", "ovs_interfaceid": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.026509] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213335f-23a9-a298-5cec-b0483e41f9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.033725} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.030030] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67c5ec56-1ba9-4e4a-8a19-0ac4c6f70a48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.037014] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1950.037014] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528238a1-e420-384f-7597-ddc224588f7e" [ 1950.037014] env[62187]: _type = "Task" [ 1950.037014] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.047641] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528238a1-e420-384f-7597-ddc224588f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.166997] env[62187]: DEBUG oslo_vmware.api [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132602, 'name': PowerOnVM_Task, 'duration_secs': 0.474705} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.167350] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1950.167584] env[62187]: INFO nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1950.167820] env[62187]: DEBUG nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.168662] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b663001-0e37-4da8-b055-f0473889a45a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.177323] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.944s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.275364] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1950.275364] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525554bb-da47-e2c8-5d5e-63f79aa7b94b" [ 1950.275364] env[62187]: _type = "HttpNfcLease" [ 1950.275364] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1950.275667] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1950.275667] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525554bb-da47-e2c8-5d5e-63f79aa7b94b" [ 1950.275667] env[62187]: _type = "HttpNfcLease" [ 1950.275667] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1950.276420] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5009e7b2-1f95-4112-adca-0841395a87ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.284348] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad0002-f027-8da2-6a09-c85bcf134a78/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1950.284447] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad0002-f027-8da2-6a09-c85bcf134a78/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1950.390038] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-093cb0e6-ab37-42fa-8d7e-028bab0170ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.413048] env[62187]: DEBUG oslo_concurrency.lockutils [req-31f9878e-ca54-4c75-b372-1fd289d4c971 req-defa7ce2-ab90-41df-acca-c21434896859 service nova] Releasing lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.475835] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a509d-3106-43d4-8f1b-f11ee87b4b3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.483574] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4246861c-234d-4ca2-9fdd-0bd6213e366e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.515236] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aafa11f-853c-49db-9182-bd4158ce919d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.523191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9af8a-d803-4fa9-8935-ed96a50bc835 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.537222] env[62187]: DEBUG nova.compute.provider_tree [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1950.548356] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528238a1-e420-384f-7597-ddc224588f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.017635} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.549639] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.550090] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 33ebd22b-5865-47ea-ad86-8e2c4acc01f3/33ebd22b-5865-47ea-ad86-8e2c4acc01f3.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1950.551261] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-192ce0d8-55e1-4106-a901-7122e90a590a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.557868] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1950.557868] env[62187]: value = "task-2132604" [ 1950.557868] env[62187]: _type = "Task" [ 1950.557868] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.568411] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.694409] env[62187]: DEBUG nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1950.702020] env[62187]: INFO nova.compute.manager [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Took 45.06 seconds to build instance. [ 1951.070262] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.101211] env[62187]: DEBUG nova.scheduler.client.report [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1951.101211] env[62187]: DEBUG nova.compute.provider_tree [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 54 to 55 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1951.101211] env[62187]: DEBUG nova.compute.provider_tree [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1951.204972] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a3b0914-760c-413d-ab05-bf72a1f5768f tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.914s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.234033] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.351573] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.351844] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.352115] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.352390] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.352627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.355532] env[62187]: INFO nova.compute.manager [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Terminating instance [ 1951.502302] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "52aa995a-6a58-4ded-987e-a5a92dc98982" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.502302] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.502302] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "52aa995a-6a58-4ded-987e-a5a92dc98982-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.502302] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.502443] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.503933] env[62187]: INFO nova.compute.manager [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Terminating instance [ 1951.573242] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547885} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.573869] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 33ebd22b-5865-47ea-ad86-8e2c4acc01f3/33ebd22b-5865-47ea-ad86-8e2c4acc01f3.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1951.574481] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1951.578477] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da8b6ab6-51e0-40dd-bddd-dfa985593c28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.584639] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1951.584639] env[62187]: value = "task-2132605" [ 1951.584639] env[62187]: _type = "Task" [ 1951.584639] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.599204] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.607860] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.933s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.609392] env[62187]: DEBUG nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1951.619107] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.623s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.711588] env[62187]: DEBUG nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1951.861352] env[62187]: DEBUG nova.compute.manager [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1951.861352] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1951.862167] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba1d199-32b4-45cb-a594-f5616c80903c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.870519] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.871065] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fb473cd-b190-4f5d-ae57-7ed0187dba7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.877880] env[62187]: DEBUG oslo_vmware.api [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1951.877880] env[62187]: value = "task-2132606" [ 1951.877880] env[62187]: _type = "Task" [ 1951.877880] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.887171] env[62187]: DEBUG oslo_vmware.api [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.011280] env[62187]: DEBUG nova.compute.manager [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1952.011280] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1952.011280] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab11fa89-6cfa-45f0-8611-cfec8f7b45bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.019392] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.020845] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bba174d-cd70-4389-b2d2-dcd2c1afb047 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.027243] env[62187]: DEBUG oslo_vmware.api [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1952.027243] env[62187]: value = "task-2132607" [ 1952.027243] env[62187]: _type = "Task" [ 1952.027243] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.036216] env[62187]: DEBUG oslo_vmware.api [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.095069] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.119730] env[62187]: DEBUG nova.compute.utils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.121521] env[62187]: DEBUG nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.121765] env[62187]: DEBUG nova.network.neutron [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.177797] env[62187]: DEBUG nova.policy [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0cdef556ad4742128bc9f739c07dc1f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '86cfce712788423e9232f86762b09e7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1952.242353] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1952.392464] env[62187]: DEBUG oslo_vmware.api [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132606, 'name': PowerOffVM_Task, 'duration_secs': 0.268352} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.392951] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.393057] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.393359] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a636f42-9197-4f62-81e5-c9c37b4cda49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.499686] env[62187]: DEBUG nova.network.neutron [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Successfully created port: 180cb5a7-c561-43b3-9195-a5d188ee5ad8 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1952.544412] env[62187]: DEBUG oslo_vmware.api [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132607, 'name': PowerOffVM_Task, 'duration_secs': 0.274366} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.546184] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.546480] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1952.546961] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.547428] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.547576] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleting the datastore file [datastore2] 78bf71b8-cd5f-4550-b611-a4a4be9dd013 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.550671] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a127dc56-1474-45e1-8c1b-0681a8be795c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.552649] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed595606-e082-4e22-acac-335216447473 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.558830] env[62187]: DEBUG oslo_vmware.api [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1952.558830] env[62187]: value = "task-2132610" [ 1952.558830] env[62187]: _type = "Task" [ 1952.558830] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.567830] env[62187]: DEBUG oslo_vmware.api [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.603194] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.587257} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.607673] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1952.609895] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e847bbc-f1d3-4d92-8b8b-a6288b182335 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.634693] env[62187]: DEBUG nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1952.653094] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 33ebd22b-5865-47ea-ad86-8e2c4acc01f3/33ebd22b-5865-47ea-ad86-8e2c4acc01f3.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1952.656671] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bd1b19c-dd56-4d92-b3e0-ee83a166a11e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.679976] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1952.679976] env[62187]: value = "task-2132611" [ 1952.679976] env[62187]: _type = "Task" [ 1952.679976] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.686154] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9159c1-4451-4a17-85c2-165aa6dea187 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.692435] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.698517] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c9e47b-f741-453c-97c8-2b2662283e82 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.733512] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23936c0-c1df-4475-9b28-dba18f3f6df1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.741867] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a8428-c0fe-4374-aad8-2d2ec5605499 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.757226] env[62187]: DEBUG nova.compute.provider_tree [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.810007] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1952.810419] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1952.810769] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleting the datastore file [datastore2] 52aa995a-6a58-4ded-987e-a5a92dc98982 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1952.811257] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a01567ab-70b7-4eb0-9947-54373b28c01a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.819220] env[62187]: DEBUG oslo_vmware.api [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 1952.819220] env[62187]: value = "task-2132612" [ 1952.819220] env[62187]: _type = "Task" [ 1952.819220] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.829191] env[62187]: DEBUG oslo_vmware.api [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.070665] env[62187]: DEBUG oslo_vmware.api [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144566} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.070970] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.071215] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.071509] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.071708] env[62187]: INFO nova.compute.manager [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1953.071975] env[62187]: DEBUG oslo.service.loopingcall [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.072225] env[62187]: DEBUG nova.compute.manager [-] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.072366] env[62187]: DEBUG nova.network.neutron [-] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.189971] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132611, 'name': ReconfigVM_Task, 'duration_secs': 0.368306} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.191068] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 33ebd22b-5865-47ea-ad86-8e2c4acc01f3/33ebd22b-5865-47ea-ad86-8e2c4acc01f3.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.191760] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-158cac45-242b-4182-8cca-565150d26532 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.198782] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1953.198782] env[62187]: value = "task-2132613" [ 1953.198782] env[62187]: _type = "Task" [ 1953.198782] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.212907] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132613, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.260999] env[62187]: DEBUG nova.scheduler.client.report [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1953.329380] env[62187]: DEBUG oslo_vmware.api [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249775} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.329680] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1953.329864] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1953.330080] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1953.330276] env[62187]: INFO nova.compute.manager [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1953.330541] env[62187]: DEBUG oslo.service.loopingcall [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.330752] env[62187]: DEBUG nova.compute.manager [-] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1953.330845] env[62187]: DEBUG nova.network.neutron [-] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1953.660573] env[62187]: DEBUG nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1953.709185] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132613, 'name': Rename_Task, 'duration_secs': 0.150887} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.709505] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1953.709800] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad16cd7-79e5-4b8b-aa80-4c8b6f62c9cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.716298] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 1953.716298] env[62187]: value = "task-2132614" [ 1953.716298] env[62187]: _type = "Task" [ 1953.716298] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.724491] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.843161] env[62187]: DEBUG nova.network.neutron [-] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.072960] env[62187]: DEBUG nova.network.neutron [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Successfully updated port: 180cb5a7-c561-43b3-9195-a5d188ee5ad8 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1954.099085] env[62187]: DEBUG nova.network.neutron [-] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.227176] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132614, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.272238] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.654s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.276396] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 33.344s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.276637] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.276870] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1954.277332] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.103s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.279390] env[62187]: INFO nova.compute.claims [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1954.284085] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f1626-007d-4cd0-a2c3-a46ce2c58b80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.294048] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2f1634-ea56-47c8-9bf4-0e8e2110a219 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.312303] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589acf5f-fc70-446c-8f4a-b64479477a54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.321040] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211e9e6c-a4b2-4fe3-b6e9-790b492d0889 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.357980] env[62187]: INFO nova.compute.manager [-] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Took 1.29 seconds to deallocate network for instance. [ 1954.358460] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179970MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1954.358606] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.576309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "refresh_cache-3717ebd5-ce7f-48ea-a834-c87e75fadadd" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.576388] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "refresh_cache-3717ebd5-ce7f-48ea-a834-c87e75fadadd" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.576552] env[62187]: DEBUG nova.network.neutron [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1954.601521] env[62187]: INFO nova.compute.manager [-] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Took 1.27 seconds to deallocate network for instance. [ 1954.727915] env[62187]: DEBUG oslo_vmware.api [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132614, 'name': PowerOnVM_Task, 'duration_secs': 0.547284} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.728225] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.728440] env[62187]: INFO nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1954.728671] env[62187]: DEBUG nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1954.729564] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0422e5be-ff99-43c6-86ac-dab3747a5558 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.855591] env[62187]: INFO nova.scheduler.client.report [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Deleted allocation for migration c388be2c-2edb-4fd0-b3bd-269884ffb22a [ 1954.864958] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.108918] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.110008] env[62187]: DEBUG nova.network.neutron [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1955.247472] env[62187]: INFO nova.compute.manager [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Took 46.92 seconds to build instance. [ 1955.263555] env[62187]: DEBUG nova.network.neutron [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Updating instance_info_cache with network_info: [{"id": "180cb5a7-c561-43b3-9195-a5d188ee5ad8", "address": "fa:16:3e:a2:08:65", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180cb5a7-c5", "ovs_interfaceid": "180cb5a7-c561-43b3-9195-a5d188ee5ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.361198] env[62187]: DEBUG oslo_concurrency.lockutils [None req-75338b30-9320-4b9a-935f-73033700bcb5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 40.175s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.720014] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e07135-3a28-4f77-ad2b-5e5a32ad4617 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.728442] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208e62e9-bf54-4179-9ab5-a6c5b60ecff5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.759801] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7b015934-fd9c-4f80-996e-6ea0851ce70e tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.364s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.761826] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f98199-553f-43e6-b83a-af438ebc80d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.766494] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "refresh_cache-3717ebd5-ce7f-48ea-a834-c87e75fadadd" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.766827] env[62187]: DEBUG nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Instance network_info: |[{"id": "180cb5a7-c561-43b3-9195-a5d188ee5ad8", "address": "fa:16:3e:a2:08:65", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180cb5a7-c5", "ovs_interfaceid": "180cb5a7-c561-43b3-9195-a5d188ee5ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1955.770390] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958468b2-f55d-4cb0-a198-da397e2333f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.785729] env[62187]: DEBUG nova.compute.provider_tree [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.265343] env[62187]: DEBUG nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1956.288704] env[62187]: DEBUG nova.scheduler.client.report [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1956.785631] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.794175] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.794368] env[62187]: DEBUG nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1956.796943] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.666s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.797180] env[62187]: DEBUG nova.objects.instance [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lazy-loading 'resources' on Instance uuid 60f44718-0206-481f-9c0b-38cf5225679c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.946871] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1956.947287] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1956.947579] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1956.947899] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1956.948165] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1956.948422] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1956.948942] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1956.949119] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1956.949540] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1956.949858] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1956.950146] env[62187]: DEBUG nova.virt.hardware [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1956.954429] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b097c8f-009e-406f-8e63-ed5fa7a336bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.966254] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7ec80-af9c-3bbc-5db4-8a74533d1412/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1956.967715] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc79a0c-127f-4268-879c-7f4238bc3b27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.972962] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b67a3-ab7a-4aa7-ad13-b2dccb6b9608 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.985641] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:08:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '180cb5a7-c561-43b3-9195-a5d188ee5ad8', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1956.993555] env[62187]: DEBUG oslo.service.loopingcall [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.995514] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1956.995810] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7ec80-af9c-3bbc-5db4-8a74533d1412/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1956.995965] env[62187]: ERROR oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7ec80-af9c-3bbc-5db4-8a74533d1412/disk-0.vmdk due to incomplete transfer. [ 1956.996190] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a8ff8e0-7f60-4f0f-9a0d-ced43455affb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.010674] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aad13a97-2f09-4898-9b00-8d2589c9f926 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.018518] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1957.018518] env[62187]: value = "task-2132615" [ 1957.018518] env[62187]: _type = "Task" [ 1957.018518] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.019762] env[62187]: DEBUG oslo_vmware.rw_handles [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e7ec80-af9c-3bbc-5db4-8a74533d1412/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1957.019972] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Uploaded image d43453b8-0acb-40f8-96e8-bc0ccfced067 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1957.025020] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1957.026206] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ac5fbb2-2b8b-45de-9085-4c5928d98744 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.033636] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132615, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.035074] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1957.035074] env[62187]: value = "task-2132616" [ 1957.035074] env[62187]: _type = "Task" [ 1957.035074] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.043097] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132616, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.300553] env[62187]: DEBUG nova.compute.utils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1957.308029] env[62187]: DEBUG nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Not allocating networking since 'none' was specified. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1957.530635] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132615, 'name': CreateVM_Task, 'duration_secs': 0.376168} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.530896] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1957.535805] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.536042] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.536427] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1957.536761] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a4b9cd-332a-4167-9be1-d25d5e902893 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.551060] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1957.551060] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aa889c-ce3b-e9dd-b347-4529336f1f0a" [ 1957.551060] env[62187]: _type = "Task" [ 1957.551060] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.551060] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132616, 'name': Destroy_Task, 'duration_secs': 0.407062} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.551060] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Destroyed the VM [ 1957.551376] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1957.557035] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aea927c9-85b6-4528-b57c-27c298f59910 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.561433] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aa889c-ce3b-e9dd-b347-4529336f1f0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.562716] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1957.562716] env[62187]: value = "task-2132617" [ 1957.562716] env[62187]: _type = "Task" [ 1957.562716] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.573389] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.806428] env[62187]: DEBUG nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1957.872962] env[62187]: DEBUG nova.compute.manager [req-eb39c03a-dea9-4c5c-aeda-27b2221c7566 req-5618375a-56da-4816-b8e3-367ed7a02088 service nova] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Received event network-vif-deleted-c4efab26-f7be-4224-b2d4-7fffdb1c59ee {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1957.876220] env[62187]: DEBUG nova.compute.manager [req-d6f0b94a-0337-4609-ae88-97db3f7c88c0 req-8ef4a071-5f8e-4e35-8632-f01155f0d0dd service nova] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Received event network-vif-deleted-b1e25662-6dc6-404d-be5d-91107a5309da {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1957.878741] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa70a91a-1d73-4e82-b8d6-f7b3a99d4607 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.888451] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d832d114-5b8f-4cc5-984c-f3c0a11aab46 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.922384] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900093a2-91a5-43d7-9d20-40c2d0789653 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.930581] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36996874-cd74-42cd-bf8e-873d442470c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.946088] env[62187]: DEBUG nova.compute.provider_tree [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.062211] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aa889c-ce3b-e9dd-b347-4529336f1f0a, 'name': SearchDatastore_Task, 'duration_secs': 0.021534} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.062556] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.062841] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.063147] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.063307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.063510] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.065231] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32bb2c0b-85e5-4545-8a16-d44cc1c1d473 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.073931] env[62187]: DEBUG oslo_vmware.api [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.453769} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.075698] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1958.075967] env[62187]: INFO nova.compute.manager [None req-d198f527-8854-44c3-b9e0-07aad8fc2eca tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Took 12.48 seconds to snapshot the instance on the hypervisor. [ 1958.079543] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.079543] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.080224] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1fb661-84d9-4d7b-bffe-a1ff39b3f373 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.085892] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1958.085892] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5250b0aa-9f49-3ed4-c369-e40a0b4eb47d" [ 1958.085892] env[62187]: _type = "Task" [ 1958.085892] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.094298] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5250b0aa-9f49-3ed4-c369-e40a0b4eb47d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.402018] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad0002-f027-8da2-6a09-c85bcf134a78/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1958.406382] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa972dfe-3873-4572-b898-f63ccc4866d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.409710] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad0002-f027-8da2-6a09-c85bcf134a78/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1958.410042] env[62187]: ERROR oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad0002-f027-8da2-6a09-c85bcf134a78/disk-0.vmdk due to incomplete transfer. [ 1958.410511] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f5dcf72-c087-42a5-9d79-5ffa65df3e42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.419032] env[62187]: DEBUG oslo_vmware.rw_handles [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ad0002-f027-8da2-6a09-c85bcf134a78/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1958.419032] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Uploaded image 2fdc1805-363a-470e-84f7-7a4ad85bc572 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1958.419896] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1958.420173] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2184d92c-2a06-4364-b524-8283c70f6f38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.426054] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1958.426054] env[62187]: value = "task-2132618" [ 1958.426054] env[62187]: _type = "Task" [ 1958.426054] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.437480] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132618, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.452937] env[62187]: DEBUG nova.scheduler.client.report [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.602970] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5250b0aa-9f49-3ed4-c369-e40a0b4eb47d, 'name': SearchDatastore_Task, 'duration_secs': 0.009089} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.604391] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d09d07b9-c34c-4789-9b98-62869841e2fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.611705] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1958.611705] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52caa0c0-9135-148b-dde9-3e9527791b60" [ 1958.611705] env[62187]: _type = "Task" [ 1958.611705] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.623323] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52caa0c0-9135-148b-dde9-3e9527791b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.656460] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "882bab59-0b93-4d23-8321-e8c09965dab2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.656760] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "882bab59-0b93-4d23-8321-e8c09965dab2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.656974] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "882bab59-0b93-4d23-8321-e8c09965dab2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.657309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "882bab59-0b93-4d23-8321-e8c09965dab2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.657777] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "882bab59-0b93-4d23-8321-e8c09965dab2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.664928] env[62187]: INFO nova.compute.manager [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Terminating instance [ 1958.818546] env[62187]: DEBUG nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1958.843069] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1958.843393] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1958.843487] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1958.847721] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1958.847945] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1958.848113] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1958.848748] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1958.848748] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1958.848748] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1958.848881] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1958.849022] env[62187]: DEBUG nova.virt.hardware [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1958.849882] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee643ab9-a8fc-4c97-85b0-a05cdfbdb88f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.862107] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c69d6e-eb71-413d-9f5b-bec6161cb005 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.877050] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1958.882664] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Creating folder: Project (721ada957a674267a957dc50272fe0c5). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1958.882935] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcae8360-b2e7-4186-8e93-918544b35fe0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.894156] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Created folder: Project (721ada957a674267a957dc50272fe0c5) in parent group-v435995. [ 1958.894156] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Creating folder: Instances. Parent ref: group-v436098. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1958.894156] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90f55c89-ff8d-4aea-a3c6-ff2f0dd0cf23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.902491] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Created folder: Instances in parent group-v436098. [ 1958.902725] env[62187]: DEBUG oslo.service.loopingcall [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.902909] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1958.903298] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-956aac07-74c5-487f-800c-3f4c75abfa54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.923545] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1958.923545] env[62187]: value = "task-2132621" [ 1958.923545] env[62187]: _type = "Task" [ 1958.923545] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.934770] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132621, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.938155] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132618, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.959626] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.962687] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.642s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.962687] env[62187]: DEBUG nova.objects.instance [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lazy-loading 'resources' on Instance uuid fcdf5dee-f078-4438-81ec-50f35cbbf24f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.989227] env[62187]: INFO nova.scheduler.client.report [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Deleted allocations for instance 60f44718-0206-481f-9c0b-38cf5225679c [ 1959.125983] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52caa0c0-9135-148b-dde9-3e9527791b60, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.125983] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.125983] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3717ebd5-ce7f-48ea-a834-c87e75fadadd/3717ebd5-ce7f-48ea-a834-c87e75fadadd.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.126492] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e46514-6676-46a2-96e3-2a844cedf7dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.137287] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1959.137287] env[62187]: value = "task-2132622" [ 1959.137287] env[62187]: _type = "Task" [ 1959.137287] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.146722] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.171090] env[62187]: DEBUG nova.compute.manager [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1959.171090] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1959.171090] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33283e7-4606-407e-a464-cb15bb90e530 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.178926] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1959.179255] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c8f3e4b-5923-450a-9945-ee67a2b2a95f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.260565] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1959.260812] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1959.260992] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore1] 882bab59-0b93-4d23-8321-e8c09965dab2 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1959.261366] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f3076b-9e5b-4e92-8e37-065953f85300 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.271912] env[62187]: DEBUG oslo_vmware.api [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 1959.271912] env[62187]: value = "task-2132624" [ 1959.271912] env[62187]: _type = "Task" [ 1959.271912] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.280482] env[62187]: DEBUG oslo_vmware.api [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.443432] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132621, 'name': CreateVM_Task, 'duration_secs': 0.300877} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.453153] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1959.453153] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132618, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.453153] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.453153] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.453153] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1959.453549] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c8dfd6c-accf-4ad5-8d00-16bcded9bb3a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.458314] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1959.458314] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529d6bd3-76ae-4d50-8d2e-839e8cb15944" [ 1959.458314] env[62187]: _type = "Task" [ 1959.458314] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.473149] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529d6bd3-76ae-4d50-8d2e-839e8cb15944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.502499] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2df2536e-6820-4b02-89d6-0bba85165c6c tempest-ServerTagsTestJSON-1578844558 tempest-ServerTagsTestJSON-1578844558-project-member] Lock "60f44718-0206-481f-9c0b-38cf5225679c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.569s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.572898] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "44a56a4f-665a-428d-85b1-434938ca88b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.573144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.648461] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489261} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.651362] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3717ebd5-ce7f-48ea-a834-c87e75fadadd/3717ebd5-ce7f-48ea-a834-c87e75fadadd.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1959.651676] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1959.652196] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51d4e47d-761e-43c2-b249-d910f8e912d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.658251] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1959.658251] env[62187]: value = "task-2132625" [ 1959.658251] env[62187]: _type = "Task" [ 1959.658251] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.667220] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.786627] env[62187]: DEBUG oslo_vmware.api [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369797} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.789801] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1959.789939] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1959.790138] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1959.790950] env[62187]: INFO nova.compute.manager [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1959.791281] env[62187]: DEBUG oslo.service.loopingcall [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1959.792441] env[62187]: DEBUG nova.compute.manager [-] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1959.792441] env[62187]: DEBUG nova.network.neutron [-] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1959.834168] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.834479] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.921779] env[62187]: DEBUG nova.compute.manager [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Received event network-vif-plugged-180cb5a7-c561-43b3-9195-a5d188ee5ad8 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1959.922420] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Acquiring lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.922420] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.922420] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.922605] env[62187]: DEBUG nova.compute.manager [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] No waiting events found dispatching network-vif-plugged-180cb5a7-c561-43b3-9195-a5d188ee5ad8 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1959.922672] env[62187]: WARNING nova.compute.manager [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Received unexpected event network-vif-plugged-180cb5a7-c561-43b3-9195-a5d188ee5ad8 for instance with vm_state building and task_state spawning. [ 1959.922823] env[62187]: DEBUG nova.compute.manager [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Received event network-changed-180cb5a7-c561-43b3-9195-a5d188ee5ad8 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1959.922972] env[62187]: DEBUG nova.compute.manager [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Refreshing instance network info cache due to event network-changed-180cb5a7-c561-43b3-9195-a5d188ee5ad8. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1959.923711] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Acquiring lock "refresh_cache-3717ebd5-ce7f-48ea-a834-c87e75fadadd" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.923711] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Acquired lock "refresh_cache-3717ebd5-ce7f-48ea-a834-c87e75fadadd" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.923711] env[62187]: DEBUG nova.network.neutron [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Refreshing network info cache for port 180cb5a7-c561-43b3-9195-a5d188ee5ad8 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1959.949096] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132618, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.975104] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529d6bd3-76ae-4d50-8d2e-839e8cb15944, 'name': SearchDatastore_Task, 'duration_secs': 0.066488} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.975104] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.975104] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.975104] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.976384] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.976384] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.976384] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c7b7c80-6dec-4306-ba48-9a4704f55db6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.983763] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.983763] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.986921] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b091f052-8a6f-48e3-8972-2bdff322f279 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.993076] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1959.993076] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cae2f8-a087-82fd-4fef-39c97dbb0066" [ 1959.993076] env[62187]: _type = "Task" [ 1959.993076] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.001716] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cae2f8-a087-82fd-4fef-39c97dbb0066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.045172] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313ed5bf-3308-4243-8286-4c81c1ac808f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.052716] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d3dfd0-258c-42d2-bbc8-4056612261ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.090217] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d784fc-3f57-41f8-aab4-3f2a35f0b77a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.096371] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d519f837-f3fc-4aa9-8dd0-68717aba3178 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.109436] env[62187]: DEBUG nova.compute.provider_tree [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1960.167838] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06402} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.168126] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1960.168879] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdfea16-5e90-4233-9cbf-6c301f41f0c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.190930] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 3717ebd5-ce7f-48ea-a834-c87e75fadadd/3717ebd5-ce7f-48ea-a834-c87e75fadadd.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.191563] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef0bf13-0afa-4225-8b52-39cc5a62a328 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.211382] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1960.211382] env[62187]: value = "task-2132626" [ 1960.211382] env[62187]: _type = "Task" [ 1960.211382] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.219303] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.449673] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132618, 'name': Destroy_Task, 'duration_secs': 1.825543} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.449673] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Destroyed the VM [ 1960.449930] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1960.450092] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfac4e32-6238-44a6-940a-29ebf688ac53 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.458308] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1960.458308] env[62187]: value = "task-2132627" [ 1960.458308] env[62187]: _type = "Task" [ 1960.458308] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.504732] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cae2f8-a087-82fd-4fef-39c97dbb0066, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.505534] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5e1239-3a76-4642-8e5a-a886f199cb0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.510640] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1960.510640] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dd7289-6cf8-b88a-20ff-9592095be2d1" [ 1960.510640] env[62187]: _type = "Task" [ 1960.510640] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.520586] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dd7289-6cf8-b88a-20ff-9592095be2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.631595] env[62187]: DEBUG nova.network.neutron [-] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.642539] env[62187]: ERROR nova.scheduler.client.report [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [req-4aad9cc0-fc3f-41ca-ac05-cf9892625e56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4aad9cc0-fc3f-41ca-ac05-cf9892625e56"}]} [ 1960.663570] env[62187]: DEBUG nova.scheduler.client.report [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1960.682943] env[62187]: DEBUG nova.scheduler.client.report [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1960.682943] env[62187]: DEBUG nova.compute.provider_tree [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1960.693301] env[62187]: DEBUG nova.scheduler.client.report [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1960.724066] env[62187]: DEBUG nova.scheduler.client.report [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1960.735066] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132626, 'name': ReconfigVM_Task, 'duration_secs': 0.268306} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.735066] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 3717ebd5-ce7f-48ea-a834-c87e75fadadd/3717ebd5-ce7f-48ea-a834-c87e75fadadd.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1960.735834] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47befe81-b0ef-4166-afa1-cdfac0668254 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.743421] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1960.743421] env[62187]: value = "task-2132628" [ 1960.743421] env[62187]: _type = "Task" [ 1960.743421] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.757934] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132628, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.786767] env[62187]: DEBUG nova.network.neutron [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Updated VIF entry in instance network info cache for port 180cb5a7-c561-43b3-9195-a5d188ee5ad8. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1960.787178] env[62187]: DEBUG nova.network.neutron [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Updating instance_info_cache with network_info: [{"id": "180cb5a7-c561-43b3-9195-a5d188ee5ad8", "address": "fa:16:3e:a2:08:65", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap180cb5a7-c5", "ovs_interfaceid": "180cb5a7-c561-43b3-9195-a5d188ee5ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.919443] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.920473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.970483] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.026677] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dd7289-6cf8-b88a-20ff-9592095be2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.028022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.028022] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 1c8e5a82-5373-4c48-9214-31773d5ab4bb/1c8e5a82-5373-4c48-9214-31773d5ab4bb.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1961.028022] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b7ae3c-24c8-470b-98d9-0d3c288c62f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.037445] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1961.037445] env[62187]: value = "task-2132629" [ 1961.037445] env[62187]: _type = "Task" [ 1961.037445] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.046033] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.144798] env[62187]: INFO nova.compute.manager [-] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Took 1.35 seconds to deallocate network for instance. [ 1961.260712] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132628, 'name': Rename_Task, 'duration_secs': 0.150738} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.267471] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.267951] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16a104d0-33cf-4c74-887a-cc64aa56271b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.277787] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1961.277787] env[62187]: value = "task-2132630" [ 1961.277787] env[62187]: _type = "Task" [ 1961.277787] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.287812] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.291163] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Releasing lock "refresh_cache-3717ebd5-ce7f-48ea-a834-c87e75fadadd" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.291163] env[62187]: DEBUG nova.compute.manager [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Received event network-changed-013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1961.291163] env[62187]: DEBUG nova.compute.manager [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Refreshing instance network info cache due to event network-changed-013c0ed7-30d7-4ecf-ab19-49506d57c559. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1961.291163] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Acquiring lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.291427] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Acquired lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.291636] env[62187]: DEBUG nova.network.neutron [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Refreshing network info cache for port 013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1961.392356] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869b7975-51f4-4c54-9ada-7ba02eccf358 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.402039] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15d7c20-2d5f-47b0-8178-ef108ff160ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.443974] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c4404-5ab9-4c76-8004-e207cb608627 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.454896] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4683c3b5-fa06-46ad-8ee4-dd990db96847 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.468402] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132627, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.479790] env[62187]: DEBUG nova.compute.provider_tree [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.547011] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452023} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.547338] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 1c8e5a82-5373-4c48-9214-31773d5ab4bb/1c8e5a82-5373-4c48-9214-31773d5ab4bb.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.547590] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.547875] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad44786d-67a1-47b4-a7d2-746f7ec756ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.554578] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1961.554578] env[62187]: value = "task-2132631" [ 1961.554578] env[62187]: _type = "Task" [ 1961.554578] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.563094] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.654163] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.797255] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132630, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.952221] env[62187]: DEBUG nova.compute.manager [req-067a808b-7030-41ee-9ecc-8166afab3a37 req-51633af1-1615-490f-8b6b-4e7ae1444e07 service nova] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Received event network-vif-deleted-835ee875-81df-4ba8-a2e5-5066c2222da1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1961.971185] env[62187]: DEBUG oslo_vmware.api [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132627, 'name': RemoveSnapshot_Task, 'duration_secs': 1.022138} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.973930] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1961.974663] env[62187]: INFO nova.compute.manager [None req-58078724-295c-4228-a888-7a1b32b58767 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 1962.041287] env[62187]: DEBUG nova.scheduler.client.report [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1962.041287] env[62187]: DEBUG nova.compute.provider_tree [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 59 to 60 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1962.041287] env[62187]: DEBUG nova.compute.provider_tree [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1962.066708] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061586} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.066839] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1962.067599] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9654a6-36b2-4406-8391-0bbba7bc867b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.087319] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 1c8e5a82-5373-4c48-9214-31773d5ab4bb/1c8e5a82-5373-4c48-9214-31773d5ab4bb.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1962.088014] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ffe46ea-b0ef-43d9-b420-d7b78c2500ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.112793] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1962.112793] env[62187]: value = "task-2132632" [ 1962.112793] env[62187]: _type = "Task" [ 1962.112793] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.125358] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.219667] env[62187]: DEBUG nova.network.neutron [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Updated VIF entry in instance network info cache for port 013c0ed7-30d7-4ecf-ab19-49506d57c559. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1962.220066] env[62187]: DEBUG nova.network.neutron [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Updating instance_info_cache with network_info: [{"id": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "address": "fa:16:3e:74:ff:03", "network": {"id": "ba7d9466-5108-4a47-8835-2905cc1e3e40", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-645758671-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab128ea9a104ce7a3227feaec6fdcb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c0ed7-30", "ovs_interfaceid": "013c0ed7-30d7-4ecf-ab19-49506d57c559", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.293946] env[62187]: DEBUG oslo_vmware.api [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132630, 'name': PowerOnVM_Task, 'duration_secs': 0.902645} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.296337] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.296567] env[62187]: INFO nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1962.296752] env[62187]: DEBUG nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.297896] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9310f922-3135-4a1d-aa5b-84ff8c552430 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.546429] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.583s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.553899] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.064s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.554568] env[62187]: DEBUG nova.objects.instance [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lazy-loading 'resources' on Instance uuid 2f528407-2bd6-4ef2-a02a-572c94316465 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.578325] env[62187]: INFO nova.scheduler.client.report [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Deleted allocations for instance fcdf5dee-f078-4438-81ec-50f35cbbf24f [ 1962.625884] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.698311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "8ab09ec8-012b-4295-b55e-204de8b7e79e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.698311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "8ab09ec8-012b-4295-b55e-204de8b7e79e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.722659] env[62187]: DEBUG oslo_concurrency.lockutils [req-f69e9641-5684-4a83-a3f3-94af6bac0cbb req-ab07c2a6-55ac-4b1c-ac24-c25f5d644d42 service nova] Releasing lock "refresh_cache-33ebd22b-5865-47ea-ad86-8e2c4acc01f3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.820321] env[62187]: INFO nova.compute.manager [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Took 44.61 seconds to build instance. [ 1963.090565] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b57949d-7261-4559-9320-690d231a004d tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "fcdf5dee-f078-4438-81ec-50f35cbbf24f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.128s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.123540] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132632, 'name': ReconfigVM_Task, 'duration_secs': 0.723497} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.123819] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 1c8e5a82-5373-4c48-9214-31773d5ab4bb/1c8e5a82-5373-4c48-9214-31773d5ab4bb.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.126771] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65e62358-0408-47da-a018-741c5f3c8c67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.132851] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1963.132851] env[62187]: value = "task-2132633" [ 1963.132851] env[62187]: _type = "Task" [ 1963.132851] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.141476] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132633, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.322238] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c5484bc6-64a3-4ee8-a393-2521b1bf5730 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.610s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.516551] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.516807] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.517013] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.517196] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.517352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.519216] env[62187]: INFO nova.compute.manager [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Terminating instance [ 1963.536336] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520db26a-7d72-4872-acf2-d577ab4fd835 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.545587] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e417313a-cdad-4a78-a29c-4e32e831cfb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.576853] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c49dff-a04c-4b0f-b4e5-309f8e808233 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.584190] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfaa724f-20e2-4875-b2d5-cf2bfe80a6b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.597765] env[62187]: DEBUG nova.compute.provider_tree [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1963.644235] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132633, 'name': Rename_Task, 'duration_secs': 0.353151} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.644504] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.644741] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd2d53a-f804-43da-998f-0e34ce3c462a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.651067] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1963.651067] env[62187]: value = "task-2132634" [ 1963.651067] env[62187]: _type = "Task" [ 1963.651067] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.658735] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.725810] env[62187]: DEBUG nova.compute.manager [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.726803] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d312a-9bbd-4ab3-a4fe-2be113cac0e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.824665] env[62187]: DEBUG nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1964.002359] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.002628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.002848] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.003043] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.003212] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.006542] env[62187]: INFO nova.compute.manager [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Terminating instance [ 1964.025489] env[62187]: DEBUG nova.compute.manager [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1964.025707] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.026624] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff9e251-fe11-4623-8a46-11ad93769c8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.034780] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.035025] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410a7400-b734-48d3-a7a2-f030f50e0a2a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.040618] env[62187]: DEBUG oslo_vmware.api [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1964.040618] env[62187]: value = "task-2132635" [ 1964.040618] env[62187]: _type = "Task" [ 1964.040618] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.048404] env[62187]: DEBUG oslo_vmware.api [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.101438] env[62187]: DEBUG nova.scheduler.client.report [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1964.161437] env[62187]: DEBUG oslo_vmware.api [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132634, 'name': PowerOnVM_Task, 'duration_secs': 0.44331} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.161728] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1964.161944] env[62187]: INFO nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1964.162307] env[62187]: DEBUG nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1964.163098] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad22265-04fe-4ac3-98a8-e764836e88f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.239174] env[62187]: INFO nova.compute.manager [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] instance snapshotting [ 1964.241638] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54d6a8-7e7d-4584-b6a0-f508dbe809d5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.261578] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080f888f-fbec-4774-8324-9c9764cbbff7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.349740] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.510891] env[62187]: DEBUG nova.compute.manager [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1964.511219] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.512154] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6aed52-9f17-4907-9571-3995fd74ca0c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.521012] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.521409] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f64f504-f9ba-4d17-babf-45dd28119ef2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.528899] env[62187]: DEBUG oslo_vmware.api [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1964.528899] env[62187]: value = "task-2132636" [ 1964.528899] env[62187]: _type = "Task" [ 1964.528899] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.537950] env[62187]: DEBUG oslo_vmware.api [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.550253] env[62187]: DEBUG oslo_vmware.api [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132635, 'name': PowerOffVM_Task, 'duration_secs': 0.222854} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.550515] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1964.550681] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1964.550923] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78533e95-d219-4213-a0fa-466b572deb1d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.607349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.611168] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.915s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.611448] env[62187]: DEBUG nova.objects.instance [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lazy-loading 'resources' on Instance uuid b710c68a-0dd5-4565-962e-00ce8a433324 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1964.647996] env[62187]: INFO nova.scheduler.client.report [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted allocations for instance 2f528407-2bd6-4ef2-a02a-572c94316465 [ 1964.682138] env[62187]: INFO nova.compute.manager [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Took 43.54 seconds to build instance. [ 1964.746687] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1964.746912] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1964.747110] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Deleting the datastore file [datastore1] 2e9302e8-7348-4fdf-8cfb-a6e7308c7726 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1964.747379] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d220dde-e745-4541-a874-b2601f707bb6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.754987] env[62187]: DEBUG oslo_vmware.api [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for the task: (returnval){ [ 1964.754987] env[62187]: value = "task-2132638" [ 1964.754987] env[62187]: _type = "Task" [ 1964.754987] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.764738] env[62187]: DEBUG oslo_vmware.api [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.772145] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1964.772516] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d7852887-3cef-482f-8c1b-a63910fe0f6d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.781655] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1964.781655] env[62187]: value = "task-2132639" [ 1964.781655] env[62187]: _type = "Task" [ 1964.781655] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.792192] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132639, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.040991] env[62187]: DEBUG oslo_vmware.api [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132636, 'name': PowerOffVM_Task, 'duration_secs': 0.346743} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.041309] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.041479] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1965.041732] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cc16cb5-52c1-4822-83dc-da5726186914 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.141778] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1965.142052] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1965.142448] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleting the datastore file [datastore2] 3717ebd5-ce7f-48ea-a834-c87e75fadadd {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1965.142759] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df43b579-39fb-4027-913e-5eaa756c1782 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.151330] env[62187]: DEBUG oslo_vmware.api [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 1965.151330] env[62187]: value = "task-2132641" [ 1965.151330] env[62187]: _type = "Task" [ 1965.151330] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.161330] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2a86d237-21f2-43c4-b0a6-c3963f2b923a tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "2f528407-2bd6-4ef2-a02a-572c94316465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.670s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.166060] env[62187]: DEBUG oslo_vmware.api [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.185955] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad29d619-ac36-4403-b07c-763b9831d7b3 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.723s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.267359] env[62187]: DEBUG oslo_vmware.api [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Task: {'id': task-2132638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151637} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.269841] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.270014] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.270799] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.270799] env[62187]: INFO nova.compute.manager [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1965.270799] env[62187]: DEBUG oslo.service.loopingcall [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.271355] env[62187]: DEBUG nova.compute.manager [-] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1965.271355] env[62187]: DEBUG nova.network.neutron [-] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.291553] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132639, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.556144] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b93fc08-b57b-4f72-bbb0-84c57bb1d307 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.568708] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f8fce0-ddb8-450d-83e8-cfa211604109 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.602213] env[62187]: DEBUG nova.compute.manager [req-c0307554-d53e-4a44-affe-607d01576dab req-697eec37-a1d0-4b33-b4d3-09155e9ba41f service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Received event network-vif-deleted-767f4012-29a8-43fd-a2e0-d87b76e70bfc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1965.602426] env[62187]: INFO nova.compute.manager [req-c0307554-d53e-4a44-affe-607d01576dab req-697eec37-a1d0-4b33-b4d3-09155e9ba41f service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Neutron deleted interface 767f4012-29a8-43fd-a2e0-d87b76e70bfc; detaching it from the instance and deleting it from the info cache [ 1965.602594] env[62187]: DEBUG nova.network.neutron [req-c0307554-d53e-4a44-affe-607d01576dab req-697eec37-a1d0-4b33-b4d3-09155e9ba41f service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.604559] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1578e9-1017-4e6d-82d3-4cd8fe68a53c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.613674] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a474c84f-de8b-4aeb-b081-0735b782bc18 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.632271] env[62187]: DEBUG nova.compute.provider_tree [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.664053] env[62187]: DEBUG oslo_vmware.api [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193456} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.664053] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.664257] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.668023] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.668023] env[62187]: INFO nova.compute.manager [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1965.668023] env[62187]: DEBUG oslo.service.loopingcall [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.668023] env[62187]: DEBUG nova.compute.manager [-] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1965.668023] env[62187]: DEBUG nova.network.neutron [-] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.689572] env[62187]: DEBUG nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1965.792845] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132639, 'name': CreateSnapshot_Task, 'duration_secs': 0.92138} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.792973] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1965.793845] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a473532-2a59-49ba-8be0-057a03794f7a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.063667] env[62187]: DEBUG nova.network.neutron [-] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.065376] env[62187]: DEBUG nova.compute.manager [None req-83dd31b1-36a0-4a7b-8f4f-9bd7af24007d tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.066110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82b86a-258c-4189-bda4-881be9592f1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.108179] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eff0d7bc-a67f-47b6-9b97-1c346b9d6b10 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.119444] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7499467e-3208-487b-8de2-13868fc1d024 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.137536] env[62187]: DEBUG nova.scheduler.client.report [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1966.140983] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.141300] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.141547] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.141764] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.141962] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.155429] env[62187]: DEBUG nova.compute.manager [req-c0307554-d53e-4a44-affe-607d01576dab req-697eec37-a1d0-4b33-b4d3-09155e9ba41f service nova] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Detach interface failed, port_id=767f4012-29a8-43fd-a2e0-d87b76e70bfc, reason: Instance 2e9302e8-7348-4fdf-8cfb-a6e7308c7726 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1966.156150] env[62187]: INFO nova.compute.manager [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Terminating instance [ 1966.210734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.316567] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1966.318066] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-138b67fb-f897-4703-82fd-4fb496704080 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.329830] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1966.329830] env[62187]: value = "task-2132642" [ 1966.329830] env[62187]: _type = "Task" [ 1966.329830] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.340868] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132642, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.467058] env[62187]: DEBUG nova.network.neutron [-] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.566446] env[62187]: INFO nova.compute.manager [-] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Took 1.29 seconds to deallocate network for instance. [ 1966.577336] env[62187]: INFO nova.compute.manager [None req-83dd31b1-36a0-4a7b-8f4f-9bd7af24007d tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] instance snapshotting [ 1966.577890] env[62187]: DEBUG nova.objects.instance [None req-83dd31b1-36a0-4a7b-8f4f-9bd7af24007d tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lazy-loading 'flavor' on Instance uuid 1c8e5a82-5373-4c48-9214-31773d5ab4bb {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.656416] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.659842] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.890s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.661591] env[62187]: INFO nova.compute.claims [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1966.664839] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "refresh_cache-1c8e5a82-5373-4c48-9214-31773d5ab4bb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.665156] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquired lock "refresh_cache-1c8e5a82-5373-4c48-9214-31773d5ab4bb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.665280] env[62187]: DEBUG nova.network.neutron [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.676979] env[62187]: INFO nova.scheduler.client.report [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Deleted allocations for instance b710c68a-0dd5-4565-962e-00ce8a433324 [ 1966.841324] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132642, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.969397] env[62187]: INFO nova.compute.manager [-] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Took 1.30 seconds to deallocate network for instance. [ 1967.075200] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.085610] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7192c525-ae6c-4603-843a-dc5c84e673b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.104757] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bcd082-0a53-494c-8333-8860f203efb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.184776] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ee29f1b-3c75-411c-8ac4-3341d76681c8 tempest-DeleteServersAdminTestJSON-1743329003 tempest-DeleteServersAdminTestJSON-1743329003-project-member] Lock "b710c68a-0dd5-4565-962e-00ce8a433324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.327s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1967.191524] env[62187]: DEBUG nova.network.neutron [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1967.342465] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132642, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.476657] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.490953] env[62187]: DEBUG nova.network.neutron [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.605208] env[62187]: DEBUG nova.compute.manager [req-6a4d79d8-1699-4993-99fd-7021826b50cd req-0e61db9f-c4a4-41ce-9a26-99585ab66b67 service nova] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Received event network-vif-deleted-180cb5a7-c561-43b3-9195-a5d188ee5ad8 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1967.616587] env[62187]: DEBUG nova.compute.manager [None req-83dd31b1-36a0-4a7b-8f4f-9bd7af24007d tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Instance disappeared during snapshot {{(pid=62187) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1967.749537] env[62187]: DEBUG nova.compute.manager [None req-83dd31b1-36a0-4a7b-8f4f-9bd7af24007d tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Found 0 images (rotation: 2) {{(pid=62187) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1967.847117] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132642, 'name': CloneVM_Task, 'duration_secs': 1.263355} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.847409] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Created linked-clone VM from snapshot [ 1967.848243] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbbd7cb-4619-42cf-ab56-791fcd5574d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.858341] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Uploading image 65054f76-2e84-4b6f-9bc3-aa7d26c98023 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1967.881463] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1967.881463] env[62187]: value = "vm-436102" [ 1967.881463] env[62187]: _type = "VirtualMachine" [ 1967.881463] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1967.881736] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df7bf96a-287d-4600-bd67-4f5626d7d38c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.891849] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lease: (returnval){ [ 1967.891849] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52740b6f-fc78-041f-97a1-fc35844ad2dc" [ 1967.891849] env[62187]: _type = "HttpNfcLease" [ 1967.891849] env[62187]: } obtained for exporting VM: (result){ [ 1967.891849] env[62187]: value = "vm-436102" [ 1967.891849] env[62187]: _type = "VirtualMachine" [ 1967.891849] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1967.892261] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the lease: (returnval){ [ 1967.892261] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52740b6f-fc78-041f-97a1-fc35844ad2dc" [ 1967.892261] env[62187]: _type = "HttpNfcLease" [ 1967.892261] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1967.899469] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1967.899469] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52740b6f-fc78-041f-97a1-fc35844ad2dc" [ 1967.899469] env[62187]: _type = "HttpNfcLease" [ 1967.899469] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1967.994472] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Releasing lock "refresh_cache-1c8e5a82-5373-4c48-9214-31773d5ab4bb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.994790] env[62187]: DEBUG nova.compute.manager [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.994999] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.995900] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e6e7fa-99da-4caa-b11d-54a62c5d6bc6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.006215] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.006472] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fbd3cd0-b7c1-4240-9aad-288691934df0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.013047] env[62187]: DEBUG oslo_vmware.api [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1968.013047] env[62187]: value = "task-2132644" [ 1968.013047] env[62187]: _type = "Task" [ 1968.013047] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.021676] env[62187]: DEBUG oslo_vmware.api [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.077420] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a0eb89-93f0-4c55-b509-92f7f7b242a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.087453] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad1ef57-8b01-48c8-b664-8ce4431ed7d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.120369] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a1aa86-d9ac-4a2c-82ab-6fd554ee9185 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.129291] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1397486-d780-4a13-8476-f837e0e85375 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.144572] env[62187]: DEBUG nova.compute.provider_tree [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1968.401936] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1968.401936] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52740b6f-fc78-041f-97a1-fc35844ad2dc" [ 1968.401936] env[62187]: _type = "HttpNfcLease" [ 1968.401936] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1968.402304] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1968.402304] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52740b6f-fc78-041f-97a1-fc35844ad2dc" [ 1968.402304] env[62187]: _type = "HttpNfcLease" [ 1968.402304] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1968.403115] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a18ad0-9616-4b73-8926-05e10cf04304 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.411495] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258e2a0-bd9c-2287-192e-2867aa6b0333/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1968.411713] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258e2a0-bd9c-2287-192e-2867aa6b0333/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1968.503042] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9463bc22-b397-455f-bb7e-e8d45f45d70e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.522602] env[62187]: DEBUG oslo_vmware.api [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132644, 'name': PowerOffVM_Task, 'duration_secs': 0.123617} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.522867] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1968.523111] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.524192] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9428a848-d178-4746-9d17-a6c6b870364e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.557135] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.557135] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.557135] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Deleting the datastore file [datastore2] 1c8e5a82-5373-4c48-9214-31773d5ab4bb {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.557135] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e49a1307-ae5d-459c-86fe-23912de8cec5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.563419] env[62187]: DEBUG oslo_vmware.api [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for the task: (returnval){ [ 1968.563419] env[62187]: value = "task-2132646" [ 1968.563419] env[62187]: _type = "Task" [ 1968.563419] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.572351] env[62187]: DEBUG oslo_vmware.api [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.647147] env[62187]: DEBUG nova.scheduler.client.report [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1969.075044] env[62187]: DEBUG oslo_vmware.api [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Task: {'id': task-2132646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138768} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.075381] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.075885] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.076164] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.076374] env[62187]: INFO nova.compute.manager [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1969.076628] env[62187]: DEBUG oslo.service.loopingcall [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.076826] env[62187]: DEBUG nova.compute.manager [-] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1969.076922] env[62187]: DEBUG nova.network.neutron [-] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1969.092548] env[62187]: DEBUG nova.network.neutron [-] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1969.152930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.154225] env[62187]: DEBUG nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1969.157625] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.456s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.159241] env[62187]: INFO nova.compute.claims [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1969.597481] env[62187]: DEBUG nova.network.neutron [-] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.667700] env[62187]: DEBUG nova.compute.utils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1969.670207] env[62187]: DEBUG nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1969.671267] env[62187]: DEBUG nova.network.neutron [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1969.733632] env[62187]: DEBUG nova.policy [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9b65cbdb343409e8e738ef8624a9fd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2451fbfa99e146a29055c7c8f9ae44d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1970.067732] env[62187]: DEBUG nova.network.neutron [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Successfully created port: 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1970.099750] env[62187]: INFO nova.compute.manager [-] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Took 1.02 seconds to deallocate network for instance. [ 1970.171106] env[62187]: DEBUG nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1970.608120] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.685258] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae48ae-72f5-43f3-bbf0-c2b457488ab5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.698892] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b91891e-c54b-49f3-a232-e28e81949afc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.733496] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d3fa73-9d15-4a61-9c96-cc37261f3e8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.742773] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0211f57a-e416-4eaf-9e85-ad5d2dc87da9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.757871] env[62187]: DEBUG nova.compute.provider_tree [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1971.184016] env[62187]: DEBUG nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1971.212133] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1971.212133] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1971.212133] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1971.212382] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1971.212382] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1971.212382] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1971.212382] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1971.212382] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1971.212549] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1971.212549] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1971.213032] env[62187]: DEBUG nova.virt.hardware [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1971.214130] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a4e5bc-39ad-432e-aec1-9b06d8ce36d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.223555] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dec1de-efb7-4376-b6ab-766ad5054316 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.271019] env[62187]: DEBUG nova.scheduler.client.report [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1971.649838] env[62187]: DEBUG nova.compute.manager [req-7f6fb252-b8a1-4b5b-8013-1b5254fa7aa8 req-6f179881-9877-4b15-bb12-a13e0af82de0 service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Received event network-vif-plugged-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1971.650849] env[62187]: DEBUG oslo_concurrency.lockutils [req-7f6fb252-b8a1-4b5b-8013-1b5254fa7aa8 req-6f179881-9877-4b15-bb12-a13e0af82de0 service nova] Acquiring lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.653269] env[62187]: DEBUG oslo_concurrency.lockutils [req-7f6fb252-b8a1-4b5b-8013-1b5254fa7aa8 req-6f179881-9877-4b15-bb12-a13e0af82de0 service nova] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.653269] env[62187]: DEBUG oslo_concurrency.lockutils [req-7f6fb252-b8a1-4b5b-8013-1b5254fa7aa8 req-6f179881-9877-4b15-bb12-a13e0af82de0 service nova] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.653269] env[62187]: DEBUG nova.compute.manager [req-7f6fb252-b8a1-4b5b-8013-1b5254fa7aa8 req-6f179881-9877-4b15-bb12-a13e0af82de0 service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] No waiting events found dispatching network-vif-plugged-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1971.653269] env[62187]: WARNING nova.compute.manager [req-7f6fb252-b8a1-4b5b-8013-1b5254fa7aa8 req-6f179881-9877-4b15-bb12-a13e0af82de0 service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Received unexpected event network-vif-plugged-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 for instance with vm_state building and task_state spawning. [ 1971.772365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.772365] env[62187]: DEBUG nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1971.777083] env[62187]: DEBUG nova.network.neutron [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Successfully updated port: 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1971.778351] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.561s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.778574] env[62187]: DEBUG nova.objects.instance [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lazy-loading 'resources' on Instance uuid 1030d877-b963-4f6a-8965-742bd403e7aa {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1972.280479] env[62187]: DEBUG nova.compute.utils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.284514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.284675] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.284830] env[62187]: DEBUG nova.network.neutron [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1972.285962] env[62187]: DEBUG nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1972.286099] env[62187]: DEBUG nova.network.neutron [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1972.334496] env[62187]: DEBUG nova.policy [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e161327192c54630bbd235831d6226d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84b5440cd979408cbfdcf383c23043d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1972.792018] env[62187]: DEBUG nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1972.811016] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b018e6c-d578-4d4e-907b-311522889723 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.821493] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713194a4-4b17-4447-8a5a-fd6a5124f600 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.858786] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2561f5fc-6e04-49eb-994f-9939ea20ae67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.862017] env[62187]: DEBUG nova.network.neutron [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1972.864537] env[62187]: DEBUG nova.network.neutron [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Successfully created port: df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.873165] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef20ff-3d3f-47a6-8e72-1092de419cdf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.887715] env[62187]: DEBUG nova.compute.provider_tree [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.275879] env[62187]: DEBUG nova.network.neutron [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updating instance_info_cache with network_info: [{"id": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "address": "fa:16:3e:1d:3c:e8", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e8fce-8f", "ovs_interfaceid": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.391725] env[62187]: DEBUG nova.scheduler.client.report [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1973.779486] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Releasing lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.779788] env[62187]: DEBUG nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Instance network_info: |[{"id": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "address": "fa:16:3e:1d:3c:e8", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e8fce-8f", "ovs_interfaceid": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1973.780238] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:3c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1973.788564] env[62187]: DEBUG oslo.service.loopingcall [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1973.788755] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1973.789010] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-623cfa86-d29d-47b1-8dc3-2b3d8200daa9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.809874] env[62187]: DEBUG nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1973.813365] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1973.813365] env[62187]: value = "task-2132647" [ 1973.813365] env[62187]: _type = "Task" [ 1973.813365] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.828905] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132647, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.843039] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1973.843322] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1973.843483] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1973.843666] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1973.843810] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1973.843954] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1973.844198] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1973.844359] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1973.844521] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1973.844685] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1973.844853] env[62187]: DEBUG nova.virt.hardware [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1973.845729] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed6b660-4886-4527-bff2-364586fe6918 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.857757] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43031cab-3141-483b-b32b-18db2cd109dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.883663] env[62187]: DEBUG nova.compute.manager [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Received event network-changed-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1973.884032] env[62187]: DEBUG nova.compute.manager [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Refreshing instance network info cache due to event network-changed-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1973.884390] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] Acquiring lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.884663] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] Acquired lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.884953] env[62187]: DEBUG nova.network.neutron [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Refreshing network info cache for port 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.901802] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.904877] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.974s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.906352] env[62187]: INFO nova.compute.claims [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.936950] env[62187]: INFO nova.scheduler.client.report [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Deleted allocations for instance 1030d877-b963-4f6a-8965-742bd403e7aa [ 1974.053900] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "b10ead28-9f49-4633-b23a-7563f7eca055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.054214] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "b10ead28-9f49-4633-b23a-7563f7eca055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.325344] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132647, 'name': CreateVM_Task, 'duration_secs': 0.373196} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.325505] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1974.326164] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.326326] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.326649] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1974.327071] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52a27192-caf2-4355-b820-f9e879a1d265 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.332344] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1974.332344] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f0c1c5-c9dd-1d7a-e9bd-9518fea657f5" [ 1974.332344] env[62187]: _type = "Task" [ 1974.332344] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.340908] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f0c1c5-c9dd-1d7a-e9bd-9518fea657f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.446381] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfe1cbf6-843f-48bf-bbd9-92babe0d1691 tempest-TenantUsagesTestJSON-1127351869 tempest-TenantUsagesTestJSON-1127351869-project-member] Lock "1030d877-b963-4f6a-8965-742bd403e7aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.154s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.806759] env[62187]: DEBUG nova.network.neutron [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updated VIF entry in instance network info cache for port 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.807158] env[62187]: DEBUG nova.network.neutron [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updating instance_info_cache with network_info: [{"id": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "address": "fa:16:3e:1d:3c:e8", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e8fce-8f", "ovs_interfaceid": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.848967] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f0c1c5-c9dd-1d7a-e9bd-9518fea657f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.849896] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.850175] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1974.850373] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.850535] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.850717] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1974.850974] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae0c4f2a-eeb5-4877-9127-fd7eb5ec0e2b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.861704] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1974.861896] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1974.862719] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93800057-01c3-484c-8eb7-983feb004993 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.870790] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1974.870790] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527eccdb-0829-cbd1-d758-f49b9639a318" [ 1974.870790] env[62187]: _type = "Task" [ 1974.870790] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.881747] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527eccdb-0829-cbd1-d758-f49b9639a318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.098379] env[62187]: DEBUG nova.network.neutron [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Successfully updated port: df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1975.311694] env[62187]: DEBUG oslo_concurrency.lockutils [req-5c0a00c9-546f-4f74-a078-6d49d6909aec req-94eafc9f-ad1d-4e12-8b93-0c4eb48f4e7e service nova] Releasing lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.369125] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a218e61-80c5-4ee8-8038-177d9883a665 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.384308] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f488e907-a167-4f2a-af40-a71729b0d114 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.387456] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527eccdb-0829-cbd1-d758-f49b9639a318, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.388558] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e4524dd-ec9a-4671-a9c5-ed5ae7c6c83d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.418830] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587cf598-56cf-4ae0-b6ed-5b6bed4e856c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.421262] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1975.421262] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fa2a5a-e661-5c2c-cb43-cef13d6a82c6" [ 1975.421262] env[62187]: _type = "Task" [ 1975.421262] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.202702] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.202973] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquired lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.202973] env[62187]: DEBUG nova.network.neutron [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.207194] env[62187]: DEBUG nova.compute.manager [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Received event network-vif-plugged-df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.207194] env[62187]: DEBUG oslo_concurrency.lockutils [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] Acquiring lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.207194] env[62187]: DEBUG oslo_concurrency.lockutils [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.207515] env[62187]: DEBUG oslo_concurrency.lockutils [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.207515] env[62187]: DEBUG nova.compute.manager [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] No waiting events found dispatching network-vif-plugged-df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.207623] env[62187]: WARNING nova.compute.manager [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Received unexpected event network-vif-plugged-df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 for instance with vm_state building and task_state spawning. [ 1976.207772] env[62187]: DEBUG nova.compute.manager [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Received event network-changed-df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1976.207917] env[62187]: DEBUG nova.compute.manager [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Refreshing instance network info cache due to event network-changed-df41a089-aaef-4ce6-bd4f-d70bfd1ccc19. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1976.208219] env[62187]: DEBUG oslo_concurrency.lockutils [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] Acquiring lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.209389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fd9e02-bc06-4f72-9ae7-1ad314fcd512 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.217921] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fa2a5a-e661-5c2c-cb43-cef13d6a82c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.218576] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.218842] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1/2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1976.219120] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d378289a-d9a1-48e3-97c2-fc36f03fab22 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.229464] env[62187]: DEBUG nova.compute.provider_tree [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.237476] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1976.237476] env[62187]: value = "task-2132648" [ 1976.237476] env[62187]: _type = "Task" [ 1976.237476] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.247470] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.733275] env[62187]: DEBUG nova.scheduler.client.report [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.747467] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132648, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.761583] env[62187]: DEBUG nova.network.neutron [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1976.970080] env[62187]: DEBUG nova.network.neutron [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Updating instance_info_cache with network_info: [{"id": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "address": "fa:16:3e:ea:3e:61", "network": {"id": "6e24c1b5-fc61-4c2c-9440-633826724051", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1837004580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84b5440cd979408cbfdcf383c23043d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf41a089-aa", "ovs_interfaceid": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.241918] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.334s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.241918] env[62187]: DEBUG nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1977.241918] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.525s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.242381] env[62187]: DEBUG nova.objects.instance [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lazy-loading 'resources' on Instance uuid ac7a1c8b-3988-4ca3-ae03-2d5877ae916c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.257194] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Acquiring lock "cce416e6-1f41-4086-9490-1ff08fca5994" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.257437] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.266282] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512057} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.266282] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1/2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.266282] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.266282] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3bcce7a-511f-4f29-a9ce-5e70415e5d9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.274450] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1977.274450] env[62187]: value = "task-2132649" [ 1977.274450] env[62187]: _type = "Task" [ 1977.274450] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.284302] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.471933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Releasing lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.472356] env[62187]: DEBUG nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Instance network_info: |[{"id": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "address": "fa:16:3e:ea:3e:61", "network": {"id": "6e24c1b5-fc61-4c2c-9440-633826724051", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1837004580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84b5440cd979408cbfdcf383c23043d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf41a089-aa", "ovs_interfaceid": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.472697] env[62187]: DEBUG oslo_concurrency.lockutils [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] Acquired lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.472897] env[62187]: DEBUG nova.network.neutron [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Refreshing network info cache for port df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.474208] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:3e:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df41a089-aaef-4ce6-bd4f-d70bfd1ccc19', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.481810] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Creating folder: Project (84b5440cd979408cbfdcf383c23043d4). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.482431] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4315e781-7168-4c5c-a464-da52627347f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.511022] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Created folder: Project (84b5440cd979408cbfdcf383c23043d4) in parent group-v435995. [ 1977.511335] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Creating folder: Instances. Parent ref: group-v436104. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1977.511595] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80d000da-260b-431a-b2f7-879dc36d79a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.522616] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Created folder: Instances in parent group-v436104. [ 1977.522971] env[62187]: DEBUG oslo.service.loopingcall [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.523132] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.523274] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31b08918-63df-42d4-b4f2-757675578f88 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.544255] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.544255] env[62187]: value = "task-2132652" [ 1977.544255] env[62187]: _type = "Task" [ 1977.544255] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.552405] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132652, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.654678] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258e2a0-bd9c-2287-192e-2867aa6b0333/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1977.654678] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa603806-56dc-42ae-90b3-711972acd9ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.662289] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258e2a0-bd9c-2287-192e-2867aa6b0333/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1977.662492] env[62187]: ERROR oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258e2a0-bd9c-2287-192e-2867aa6b0333/disk-0.vmdk due to incomplete transfer. [ 1977.662683] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-07973b04-3c04-4f3b-b799-1c84f41e4431 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.673383] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5258e2a0-bd9c-2287-192e-2867aa6b0333/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1977.673605] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Uploaded image 65054f76-2e84-4b6f-9bc3-aa7d26c98023 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1977.676459] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1977.676737] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7f45cc8-758b-44d1-b589-1bb9204b6ab9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.684169] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1977.684169] env[62187]: value = "task-2132653" [ 1977.684169] env[62187]: _type = "Task" [ 1977.684169] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.694199] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132653, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.749642] env[62187]: DEBUG nova.compute.utils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1977.752290] env[62187]: DEBUG nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1977.752553] env[62187]: DEBUG nova.network.neutron [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1977.766178] env[62187]: DEBUG nova.compute.utils [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1977.785782] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071795} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.788836] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1977.790070] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602447f0-f60e-4e12-bce7-fb479834b103 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.817076] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1/2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1977.820140] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a8163a4-85df-48c8-9006-012d69b8e0ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.837649] env[62187]: DEBUG nova.policy [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c883937802f34234a5be51b81baaafaa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1662a08980d746318a7d492b7bc8b033', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1977.849956] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1977.849956] env[62187]: value = "task-2132654" [ 1977.849956] env[62187]: _type = "Task" [ 1977.849956] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.859976] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.062020] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132652, 'name': CreateVM_Task, 'duration_secs': 0.443557} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.062020] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1978.062020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.062020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.062020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1978.062020] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-306d5520-4153-4b50-b908-b9c3d709bd9f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.072734] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1978.072734] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a4b157-ae37-0f20-fc86-a902b69dfbf9" [ 1978.072734] env[62187]: _type = "Task" [ 1978.072734] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.087819] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a4b157-ae37-0f20-fc86-a902b69dfbf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.199852] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132653, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.255914] env[62187]: DEBUG nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1978.268596] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.305263] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ceed1-64b2-4c5a-934d-138261cdd4fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.314008] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084273a2-d667-4ccf-b2bf-4830655d32af {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.344278] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3008e9c0-8cc4-4bed-9edc-ff2a1bd3ad03 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.355560] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62bc0ea-d755-4a6a-96da-3e3814ce71fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.378440] env[62187]: DEBUG nova.compute.provider_tree [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.379768] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132654, 'name': ReconfigVM_Task, 'duration_secs': 0.351096} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.381035] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1/2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.381035] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e30a2b48-927f-4cd2-8a60-4e872a7ff732 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.393020] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1978.393020] env[62187]: value = "task-2132655" [ 1978.393020] env[62187]: _type = "Task" [ 1978.393020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.402362] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132655, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.469035] env[62187]: DEBUG nova.network.neutron [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Updated VIF entry in instance network info cache for port df41a089-aaef-4ce6-bd4f-d70bfd1ccc19. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.469878] env[62187]: DEBUG nova.network.neutron [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Updating instance_info_cache with network_info: [{"id": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "address": "fa:16:3e:ea:3e:61", "network": {"id": "6e24c1b5-fc61-4c2c-9440-633826724051", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1837004580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84b5440cd979408cbfdcf383c23043d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf41a089-aa", "ovs_interfaceid": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.472028] env[62187]: DEBUG nova.network.neutron [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Successfully created port: 69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1978.585795] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a4b157-ae37-0f20-fc86-a902b69dfbf9, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.586097] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.586336] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1978.586575] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.586721] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.586898] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1978.587165] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64452f72-1f5f-4b6d-864b-b48679a98c11 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.617842] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1978.618064] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1978.618818] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a4e168-8948-49e4-9903-e2d322c56613 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.628035] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1978.628035] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244962d-d5cf-ed91-4591-eb67a66fec7f" [ 1978.628035] env[62187]: _type = "Task" [ 1978.628035] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.636205] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244962d-d5cf-ed91-4591-eb67a66fec7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.694457] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132653, 'name': Destroy_Task, 'duration_secs': 0.608898} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.694805] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Destroyed the VM [ 1978.695150] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1978.695406] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad7c0461-3d36-4e8f-bffa-8ff393cfe512 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.702439] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1978.702439] env[62187]: value = "task-2132656" [ 1978.702439] env[62187]: _type = "Task" [ 1978.702439] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.712613] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132656, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.762871] env[62187]: INFO nova.virt.block_device [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Booting with volume 882a2058-5274-4138-b573-8a213425ac90 at /dev/sda [ 1978.818272] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2004d0be-d63e-40b8-b2f6-b14740b62dd4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.828426] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92118c6c-da2e-4e85-9131-a3b390433dbe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.868981] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60c6829d-6c6b-41f7-8a43-1b5839bf0064 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.878942] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c6a55-9e9e-44e4-87b6-144d273cde20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.891604] env[62187]: DEBUG nova.scheduler.client.report [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1978.908460] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132655, 'name': Rename_Task, 'duration_secs': 0.164587} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.923000] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.923778] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da5d9247-8882-49b3-a650-49af07fb1b04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.928657] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f5c84-190d-487d-944f-686ee6ff2f74 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.934766] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1978.934766] env[62187]: value = "task-2132657" [ 1978.934766] env[62187]: _type = "Task" [ 1978.934766] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.939951] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e3bb0e-7706-45de-91c4-62918e7e0451 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.947856] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.956597] env[62187]: DEBUG nova.virt.block_device [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updating existing volume attachment record: 556d1e30-3daf-4b18-bef3-772bf4fdd323 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1978.975486] env[62187]: DEBUG oslo_concurrency.lockutils [req-834c63ae-a2a1-4703-9fa4-c3c82e13decf req-9e77eeec-76aa-4cbb-adba-e1ae393c42c2 service nova] Releasing lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.138737] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244962d-d5cf-ed91-4591-eb67a66fec7f, 'name': SearchDatastore_Task, 'duration_secs': 0.01067} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.139611] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27618649-b096-4089-823a-d623ff4804b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.150184] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1979.150184] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fe2382-7c15-bd58-a229-7c659036d286" [ 1979.150184] env[62187]: _type = "Task" [ 1979.150184] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.158681] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fe2382-7c15-bd58-a229-7c659036d286, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.158970] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.159368] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 92f2cf26-2254-43e9-83d0-8136d6ac51e7/92f2cf26-2254-43e9-83d0-8136d6ac51e7.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1979.159644] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8e6096-cf55-4439-91e1-1fe5911ab1fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.167303] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1979.167303] env[62187]: value = "task-2132658" [ 1979.167303] env[62187]: _type = "Task" [ 1979.167303] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.176844] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.214048] env[62187]: DEBUG oslo_vmware.api [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132656, 'name': RemoveSnapshot_Task, 'duration_secs': 0.503996} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.214402] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1979.214719] env[62187]: INFO nova.compute.manager [None req-4d5bf317-8cc3-4489-9b88-c8c483bc4fd9 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Took 14.97 seconds to snapshot the instance on the hypervisor. [ 1979.347763] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Acquiring lock "cce416e6-1f41-4086-9490-1ff08fca5994" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.347763] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.347763] env[62187]: INFO nova.compute.manager [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Attaching volume c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882 to /dev/sdb [ 1979.383573] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0e982-c712-4c5a-aaf4-883571078929 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.392926] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fdb0d4-bd51-4fef-b642-6b3997afe484 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.396842] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.399960] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.676s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.405383] env[62187]: INFO nova.compute.claims [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1979.425534] env[62187]: DEBUG nova.virt.block_device [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Updating existing volume attachment record: 603a6d21-f265-43e4-9ef4-25695e14a1d8 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1979.441658] env[62187]: INFO nova.scheduler.client.report [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Deleted allocations for instance ac7a1c8b-3988-4ca3-ae03-2d5877ae916c [ 1979.463150] env[62187]: DEBUG oslo_vmware.api [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132657, 'name': PowerOnVM_Task, 'duration_secs': 0.469505} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.463490] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.463699] env[62187]: INFO nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1979.463883] env[62187]: DEBUG nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1979.464708] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29334794-1635-422e-9fde-e6ec167f7f98 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.680515] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.969696] env[62187]: DEBUG oslo_concurrency.lockutils [None req-187b1326-0840-475f-9f6a-83d610722843 tempest-ImagesNegativeTestJSON-1384363838 tempest-ImagesNegativeTestJSON-1384363838-project-member] Lock "ac7a1c8b-3988-4ca3-ae03-2d5877ae916c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.807s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.985611] env[62187]: INFO nova.compute.manager [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Took 54.25 seconds to build instance. [ 1980.178789] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61063} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.179114] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 92f2cf26-2254-43e9-83d0-8136d6ac51e7/92f2cf26-2254-43e9-83d0-8136d6ac51e7.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1980.179381] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1980.179675] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aca3a77b-9096-416e-9c25-73cfe49c312f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.185770] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1980.185770] env[62187]: value = "task-2132662" [ 1980.185770] env[62187]: _type = "Task" [ 1980.185770] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.196893] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.275594] env[62187]: DEBUG nova.compute.manager [req-4917b9ec-b88c-4447-92d6-38ec3aacc377 req-c33b92a8-9da2-4514-bbe8-0fcc59531a39 service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Received event network-vif-plugged-69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1980.275820] env[62187]: DEBUG oslo_concurrency.lockutils [req-4917b9ec-b88c-4447-92d6-38ec3aacc377 req-c33b92a8-9da2-4514-bbe8-0fcc59531a39 service nova] Acquiring lock "837a0057-787e-4fb6-ae79-b5fbc06a3038-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.276043] env[62187]: DEBUG oslo_concurrency.lockutils [req-4917b9ec-b88c-4447-92d6-38ec3aacc377 req-c33b92a8-9da2-4514-bbe8-0fcc59531a39 service nova] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.276259] env[62187]: DEBUG oslo_concurrency.lockutils [req-4917b9ec-b88c-4447-92d6-38ec3aacc377 req-c33b92a8-9da2-4514-bbe8-0fcc59531a39 service nova] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.276371] env[62187]: DEBUG nova.compute.manager [req-4917b9ec-b88c-4447-92d6-38ec3aacc377 req-c33b92a8-9da2-4514-bbe8-0fcc59531a39 service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] No waiting events found dispatching network-vif-plugged-69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1980.276536] env[62187]: WARNING nova.compute.manager [req-4917b9ec-b88c-4447-92d6-38ec3aacc377 req-c33b92a8-9da2-4514-bbe8-0fcc59531a39 service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Received unexpected event network-vif-plugged-69db224b-80c9-4314-89cf-39053fb19e2f for instance with vm_state building and task_state block_device_mapping. [ 1980.318816] env[62187]: DEBUG nova.network.neutron [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Successfully updated port: 69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1980.486502] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b6dadaf5-6c66-4b41-bfc0-ec0ee23f24b0 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.042s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.696512] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065995} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.698767] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.699734] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5572751-5d5d-4219-9104-d392aa2cd23b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.722959] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 92f2cf26-2254-43e9-83d0-8136d6ac51e7/92f2cf26-2254-43e9-83d0-8136d6ac51e7.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.725936] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f6cf74-30ae-455c-9264-2d65ecb555a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.745650] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1980.745650] env[62187]: value = "task-2132663" [ 1980.745650] env[62187]: _type = "Task" [ 1980.745650] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.758637] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.821989] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Acquiring lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.822162] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Acquired lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.826571] env[62187]: DEBUG nova.network.neutron [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1980.861814] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50ba4e9-cdef-4d55-a242-3e34472561ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.871741] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf6b30a-56d7-4c84-9e90-93ac8cb57037 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.909622] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e88070-66aa-4f12-b949-e6ba7a6f0161 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.923261] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd273350-205b-4bcc-a82a-c5964ddd136d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.940443] env[62187]: DEBUG nova.compute.provider_tree [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1980.989102] env[62187]: DEBUG nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1981.078097] env[62187]: DEBUG nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1981.078097] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1981.078097] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.078097] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1981.078282] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.078282] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1981.078282] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1981.078282] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1981.078282] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1981.078484] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1981.078484] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1981.078484] env[62187]: DEBUG nova.virt.hardware [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1981.079578] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9113aa66-6d99-4549-8e8f-0acdfe521301 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.092018] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854dee6-7ca4-44ec-b4aa-fff77975bc00 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.256620] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.353337] env[62187]: DEBUG nova.network.neutron [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1981.446026] env[62187]: DEBUG nova.scheduler.client.report [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.512813] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.636457] env[62187]: DEBUG nova.network.neutron [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updating instance_info_cache with network_info: [{"id": "69db224b-80c9-4314-89cf-39053fb19e2f", "address": "fa:16:3e:85:50:c9", "network": {"id": "7fdc73b5-f5e6-4dff-8741-5ae4e7be3de6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-340663995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1662a08980d746318a7d492b7bc8b033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69db224b-80", "ovs_interfaceid": "69db224b-80c9-4314-89cf-39053fb19e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.757441] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.842956] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "9c1472cf-7406-4baa-be73-b8f59c235252" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.843256] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "9c1472cf-7406-4baa-be73-b8f59c235252" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.843478] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "9c1472cf-7406-4baa-be73-b8f59c235252-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.843673] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "9c1472cf-7406-4baa-be73-b8f59c235252-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.843839] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "9c1472cf-7406-4baa-be73-b8f59c235252-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.846240] env[62187]: INFO nova.compute.manager [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Terminating instance [ 1981.949283] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.550s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.949684] env[62187]: DEBUG nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1981.952732] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.121s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.952947] env[62187]: DEBUG nova.objects.instance [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lazy-loading 'resources' on Instance uuid 92c37706-d510-4f1a-ad30-e3df46edcea9 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.137661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Releasing lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.137990] env[62187]: DEBUG nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Instance network_info: |[{"id": "69db224b-80c9-4314-89cf-39053fb19e2f", "address": "fa:16:3e:85:50:c9", "network": {"id": "7fdc73b5-f5e6-4dff-8741-5ae4e7be3de6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-340663995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1662a08980d746318a7d492b7bc8b033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69db224b-80", "ovs_interfaceid": "69db224b-80c9-4314-89cf-39053fb19e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1982.138546] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:50:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69db224b-80c9-4314-89cf-39053fb19e2f', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1982.146148] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Creating folder: Project (1662a08980d746318a7d492b7bc8b033). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.146419] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee09552-939f-43c0-9f68-c65bb4f3a960 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.159641] env[62187]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1982.159820] env[62187]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62187) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1982.160159] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Folder already exists: Project (1662a08980d746318a7d492b7bc8b033). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1982.160349] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Creating folder: Instances. Parent ref: group-v436043. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1982.160576] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3f0d27e-7206-4294-9dff-c131b031abbf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.169313] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Created folder: Instances in parent group-v436043. [ 1982.169541] env[62187]: DEBUG oslo.service.loopingcall [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1982.169726] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1982.169923] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f8d094f-c23e-4fa6-8e45-27748cf43323 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.190891] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1982.190891] env[62187]: value = "task-2132667" [ 1982.190891] env[62187]: _type = "Task" [ 1982.190891] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.197973] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132667, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.227945] env[62187]: DEBUG oslo_concurrency.lockutils [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.228075] env[62187]: DEBUG oslo_concurrency.lockutils [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.228293] env[62187]: INFO nova.compute.manager [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Rebooting instance [ 1982.258685] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132663, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.352340] env[62187]: DEBUG nova.compute.manager [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1982.352590] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1982.353489] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbefeb64-297a-4f26-b9b8-e577d66d3b58 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.361462] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1982.361736] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c133391f-16f8-49dc-ae0b-535e8575832a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.370361] env[62187]: DEBUG oslo_vmware.api [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1982.370361] env[62187]: value = "task-2132668" [ 1982.370361] env[62187]: _type = "Task" [ 1982.370361] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.376885] env[62187]: DEBUG oslo_vmware.api [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.456688] env[62187]: DEBUG nova.compute.utils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1982.458182] env[62187]: DEBUG nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1982.458348] env[62187]: DEBUG nova.network.neutron [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1982.563537] env[62187]: DEBUG nova.policy [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59717ee16fa343f29aea732853165a0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65540e30756b4499beb4e0d910425a1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1982.704936] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132667, 'name': CreateVM_Task, 'duration_secs': 0.344204} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.705359] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1982.706183] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436063', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'name': 'volume-882a2058-5274-4138-b573-8a213425ac90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '837a0057-787e-4fb6-ae79-b5fbc06a3038', 'attached_at': '', 'detached_at': '', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'serial': '882a2058-5274-4138-b573-8a213425ac90'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'attachment_id': '556d1e30-3daf-4b18-bef3-772bf4fdd323', 'volume_type': None}], 'swap': None} {{(pid=62187) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1982.709020] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Root volume attach. Driver type: vmdk {{(pid=62187) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1982.709020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb175087-f210-48a7-8d29-dfd33e52f88b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.720812] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251e018e-9e3a-484a-9363-fe96a97dedfd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.729565] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91696a4a-51e1-475e-aa72-451ee7e1aa62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.747197] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-714b2073-22aa-44ed-b6b9-ec42c41f392e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.757024] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132663, 'name': ReconfigVM_Task, 'duration_secs': 1.991202} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.758819] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 92f2cf26-2254-43e9-83d0-8136d6ac51e7/92f2cf26-2254-43e9-83d0-8136d6ac51e7.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.759881] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 1982.759881] env[62187]: value = "task-2132669" [ 1982.759881] env[62187]: _type = "Task" [ 1982.759881] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.764113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.764113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquired lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.764113] env[62187]: DEBUG nova.network.neutron [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1982.765062] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e29926b-cbbd-4993-9740-975a842d2ca3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.778837] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1982.778837] env[62187]: value = "task-2132670" [ 1982.778837] env[62187]: _type = "Task" [ 1982.778837] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.782853] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132669, 'name': RelocateVM_Task} progress is 13%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.793608] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132670, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.880956] env[62187]: DEBUG oslo_vmware.api [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132668, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.964662] env[62187]: DEBUG nova.compute.manager [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Received event network-changed-69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1982.964905] env[62187]: DEBUG nova.compute.manager [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Refreshing instance network info cache due to event network-changed-69db224b-80c9-4314-89cf-39053fb19e2f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1982.965154] env[62187]: DEBUG oslo_concurrency.lockutils [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] Acquiring lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.965301] env[62187]: DEBUG oslo_concurrency.lockutils [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] Acquired lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.965475] env[62187]: DEBUG nova.network.neutron [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Refreshing network info cache for port 69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1982.967039] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "c6ff97d8-27e3-4885-985e-d454b8f558f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.967116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.967659] env[62187]: DEBUG nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1982.990080] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cb24bf-1d0b-4802-b16e-4915a4741cef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.000525] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9600e2a-508a-43ac-818b-37bfb8a83fa6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.034881] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780efac6-a19d-4591-b349-7a240fb893db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.044957] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc893495-85ab-408b-9065-9b005da1cbb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.060162] env[62187]: DEBUG nova.compute.provider_tree [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.109336] env[62187]: DEBUG nova.network.neutron [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Successfully created port: 81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1983.281389] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132669, 'name': RelocateVM_Task, 'duration_secs': 0.417289} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.281692] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1983.281890] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436063', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'name': 'volume-882a2058-5274-4138-b573-8a213425ac90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '837a0057-787e-4fb6-ae79-b5fbc06a3038', 'attached_at': '', 'detached_at': '', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'serial': '882a2058-5274-4138-b573-8a213425ac90'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1983.282687] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a31a26-068f-42da-b372-5f7613b5430a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.304652] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132670, 'name': Rename_Task, 'duration_secs': 0.165175} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.305341] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae73b20b-dd0c-4e89-87f9-f47dada31725 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.307843] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.308068] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc9a881-70b3-444c-9ca2-77bb7c0e319a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.329483] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-882a2058-5274-4138-b573-8a213425ac90/volume-882a2058-5274-4138-b573-8a213425ac90.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1983.331091] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f5f5b4-af44-4f00-b8cd-d5c2a5541e8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.346431] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1983.346431] env[62187]: value = "task-2132671" [ 1983.346431] env[62187]: _type = "Task" [ 1983.346431] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.351693] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 1983.351693] env[62187]: value = "task-2132672" [ 1983.351693] env[62187]: _type = "Task" [ 1983.351693] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.361454] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132671, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.367614] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.383612] env[62187]: DEBUG oslo_vmware.api [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132668, 'name': PowerOffVM_Task, 'duration_secs': 0.523133} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.384370] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.384845] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.385535] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffb6459-e396-4bb9-bf0c-6c1672cc70a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.479142] env[62187]: INFO nova.virt.block_device [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Booting with volume 6524dcf5-a720-48a2-b5ec-722ab88db88b at /dev/sda [ 1983.515838] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c70358ba-2556-46aa-af77-4c9921484a44 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.527576] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6689f3f1-efbd-49d9-8525-8bd3d5e76844 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.562575] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfb577f2-c901-41ee-a2b1-a8429e8aade6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.565165] env[62187]: DEBUG nova.scheduler.client.report [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.574964] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce36ddc-41b9-4e13-9c3c-449bf6a1f21a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.617298] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a12d68-41e5-4b3b-a895-3966d37eef23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.625282] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b40be4-7a20-4d1b-8dd2-23454cfc5f78 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.639952] env[62187]: DEBUG nova.virt.block_device [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Updating existing volume attachment record: 496407a8-cfb3-4795-ae5d-0574601be36e {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1983.853566] env[62187]: DEBUG nova.network.neutron [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updated VIF entry in instance network info cache for port 69db224b-80c9-4314-89cf-39053fb19e2f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1983.854111] env[62187]: DEBUG nova.network.neutron [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updating instance_info_cache with network_info: [{"id": "69db224b-80c9-4314-89cf-39053fb19e2f", "address": "fa:16:3e:85:50:c9", "network": {"id": "7fdc73b5-f5e6-4dff-8741-5ae4e7be3de6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-340663995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1662a08980d746318a7d492b7bc8b033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69db224b-80", "ovs_interfaceid": "69db224b-80c9-4314-89cf-39053fb19e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.875886] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132671, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.881255] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132672, 'name': ReconfigVM_Task, 'duration_secs': 0.279189} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.881597] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-882a2058-5274-4138-b573-8a213425ac90/volume-882a2058-5274-4138-b573-8a213425ac90.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.887287] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67c5a874-9cbc-46c3-9370-18040e27b09d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.898139] env[62187]: DEBUG nova.network.neutron [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updating instance_info_cache with network_info: [{"id": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "address": "fa:16:3e:1d:3c:e8", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e8fce-8f", "ovs_interfaceid": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.905935] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 1983.905935] env[62187]: value = "task-2132674" [ 1983.905935] env[62187]: _type = "Task" [ 1983.905935] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.915464] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132674, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.005539] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1984.005823] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436109', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'name': 'volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cce416e6-1f41-4086-9490-1ff08fca5994', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'serial': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1984.006776] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e5aeef-f668-4681-8a66-bc27b63fee96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.027611] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8396657-ad0b-43f7-9b5d-2183a4a4daf4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.030435] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.030593] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.030729] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Deleting the datastore file [datastore2] 9c1472cf-7406-4baa-be73-b8f59c235252 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.031357] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-138e9b6c-4eeb-414a-8214-677b3efbb5d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.061534] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882/volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1984.064245] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6cfbcce-05d2-4053-9830-662d1ab5bb1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.079881] env[62187]: DEBUG oslo_vmware.api [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 1984.079881] env[62187]: value = "task-2132675" [ 1984.079881] env[62187]: _type = "Task" [ 1984.079881] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.080666] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.086263] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.456s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.088121] env[62187]: INFO nova.compute.claims [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.096226] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Waiting for the task: (returnval){ [ 1984.096226] env[62187]: value = "task-2132676" [ 1984.096226] env[62187]: _type = "Task" [ 1984.096226] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.102628] env[62187]: DEBUG oslo_vmware.api [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.107841] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132676, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.108821] env[62187]: INFO nova.scheduler.client.report [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Deleted allocations for instance 92c37706-d510-4f1a-ad30-e3df46edcea9 [ 1984.356775] env[62187]: DEBUG oslo_vmware.api [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132671, 'name': PowerOnVM_Task, 'duration_secs': 0.63567} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.357056] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.357271] env[62187]: INFO nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Took 10.55 seconds to spawn the instance on the hypervisor. [ 1984.357467] env[62187]: DEBUG nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.358267] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb40f9e-3d0b-4a72-b074-3b5c42b0c4cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.378100] env[62187]: DEBUG oslo_concurrency.lockutils [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] Releasing lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.378100] env[62187]: DEBUG nova.compute.manager [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Received event network-changed-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1984.378100] env[62187]: DEBUG nova.compute.manager [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Refreshing instance network info cache due to event network-changed-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1984.378100] env[62187]: DEBUG oslo_concurrency.lockutils [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] Acquiring lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.401547] env[62187]: DEBUG oslo_concurrency.lockutils [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Releasing lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.403032] env[62187]: DEBUG oslo_concurrency.lockutils [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] Acquired lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.403218] env[62187]: DEBUG nova.network.neutron [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Refreshing network info cache for port 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1984.419117] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132674, 'name': ReconfigVM_Task, 'duration_secs': 0.156925} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.419450] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436063', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'name': 'volume-882a2058-5274-4138-b573-8a213425ac90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '837a0057-787e-4fb6-ae79-b5fbc06a3038', 'attached_at': '', 'detached_at': '', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'serial': '882a2058-5274-4138-b573-8a213425ac90'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1984.420347] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c3e85c4-ec86-4088-995e-f5e31fca40a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.429124] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 1984.429124] env[62187]: value = "task-2132677" [ 1984.429124] env[62187]: _type = "Task" [ 1984.429124] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.439555] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132677, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.592936] env[62187]: DEBUG oslo_vmware.api [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.593216] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.593372] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.593557] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.593748] env[62187]: INFO nova.compute.manager [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1984.593990] env[62187]: DEBUG oslo.service.loopingcall [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.594190] env[62187]: DEBUG nova.compute.manager [-] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1984.594285] env[62187]: DEBUG nova.network.neutron [-] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1984.606873] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.620229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-35f32e55-8831-4690-afd7-d6322566ab55 tempest-ImagesOneServerTestJSON-1112924084 tempest-ImagesOneServerTestJSON-1112924084-project-member] Lock "92c37706-d510-4f1a-ad30-e3df46edcea9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.857s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.878847] env[62187]: INFO nova.compute.manager [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Took 55.19 seconds to build instance. [ 1984.907883] env[62187]: DEBUG nova.compute.manager [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.908890] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dae13a-7148-43aa-893f-331d5e6e1c4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.943744] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132677, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.116242] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.382195] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eabcc0f9-c86c-4723-a80e-9a1b5f4b3ea2 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.051s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.414866] env[62187]: DEBUG nova.network.neutron [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updated VIF entry in instance network info cache for port 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1985.415248] env[62187]: DEBUG nova.network.neutron [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updating instance_info_cache with network_info: [{"id": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "address": "fa:16:3e:1d:3c:e8", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e8fce-8f", "ovs_interfaceid": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.450956] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132677, 'name': Rename_Task, 'duration_secs': 0.735924} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.451960] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1985.452498] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-633043fe-52bf-46b4-b3ac-cf83c5c147c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.463155] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 1985.463155] env[62187]: value = "task-2132678" [ 1985.463155] env[62187]: _type = "Task" [ 1985.463155] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.478069] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.612462] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132676, 'name': ReconfigVM_Task, 'duration_secs': 1.452557} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.612772] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882/volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1985.621318] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-556a4c15-ee60-48c6-bfa4-730c651cb95b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.636852] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Waiting for the task: (returnval){ [ 1985.636852] env[62187]: value = "task-2132679" [ 1985.636852] env[62187]: _type = "Task" [ 1985.636852] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.645891] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.688630] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c20b6b-c934-46f1-b97d-90c66b85012b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.703504] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0272f-88e2-4c89-9c8d-4995c19803eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.737029] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce3beb0-4a36-4a0e-afd7-1930a6279c8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.750270] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2237a72-490d-44e8-af2d-db7c8c80918f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.772899] env[62187]: DEBUG nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1985.772899] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1985.772899] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1985.772899] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1985.773233] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1985.773233] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1985.773233] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1985.773233] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1985.773233] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1985.773479] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1985.773479] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1985.773696] env[62187]: DEBUG nova.virt.hardware [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1985.774345] env[62187]: DEBUG nova.compute.provider_tree [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.776180] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ecc248-b6c0-42a0-9395-53d3a7ce5cb5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.785442] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3beaac-0605-429e-a313-f801aa64c10e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.885087] env[62187]: DEBUG nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1985.920707] env[62187]: DEBUG oslo_concurrency.lockutils [req-b4d698e9-618e-41aa-bb0e-8c142ee12ea1 req-6374f5c8-d489-4f6d-b33e-eb63489745eb service nova] Releasing lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1985.931253] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f6024-8a95-47b1-89d4-955154d05948 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.940992] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Doing hard reboot of VM {{(pid=62187) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1985.942072] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8459d954-a990-4886-8c1e-6a9277f2ce11 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.953121] env[62187]: DEBUG oslo_vmware.api [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1985.953121] env[62187]: value = "task-2132680" [ 1985.953121] env[62187]: _type = "Task" [ 1985.953121] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.963268] env[62187]: DEBUG oslo_vmware.api [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132680, 'name': ResetVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.972018] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.149934] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.280601] env[62187]: DEBUG nova.scheduler.client.report [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1986.343913] env[62187]: DEBUG nova.network.neutron [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Successfully updated port: 81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1986.417628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.467855] env[62187]: DEBUG oslo_vmware.api [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132680, 'name': ResetVM_Task, 'duration_secs': 0.144855} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.471446] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Did hard reboot of VM {{(pid=62187) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1986.471751] env[62187]: DEBUG nova.compute.manager [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1986.474225] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7357c7c-4647-4296-bd63-b5be26820c61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.484877] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.493431] env[62187]: DEBUG nova.compute.manager [req-410573d7-fb34-4c2f-b4df-13056815d730 req-fed07fad-0246-4e33-88b6-85878b885624 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Received event network-vif-plugged-81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1986.493649] env[62187]: DEBUG oslo_concurrency.lockutils [req-410573d7-fb34-4c2f-b4df-13056815d730 req-fed07fad-0246-4e33-88b6-85878b885624 service nova] Acquiring lock "e25571ce-77da-4871-af48-c597560cd9a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.494299] env[62187]: DEBUG oslo_concurrency.lockutils [req-410573d7-fb34-4c2f-b4df-13056815d730 req-fed07fad-0246-4e33-88b6-85878b885624 service nova] Lock "e25571ce-77da-4871-af48-c597560cd9a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.494299] env[62187]: DEBUG oslo_concurrency.lockutils [req-410573d7-fb34-4c2f-b4df-13056815d730 req-fed07fad-0246-4e33-88b6-85878b885624 service nova] Lock "e25571ce-77da-4871-af48-c597560cd9a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.494299] env[62187]: DEBUG nova.compute.manager [req-410573d7-fb34-4c2f-b4df-13056815d730 req-fed07fad-0246-4e33-88b6-85878b885624 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] No waiting events found dispatching network-vif-plugged-81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1986.494457] env[62187]: WARNING nova.compute.manager [req-410573d7-fb34-4c2f-b4df-13056815d730 req-fed07fad-0246-4e33-88b6-85878b885624 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Received unexpected event network-vif-plugged-81a56522-16f1-43de-928e-176f908cc9da for instance with vm_state building and task_state spawning. [ 1986.655184] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132679, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.787921] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.787921] env[62187]: DEBUG nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.789739] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.555s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.790686] env[62187]: INFO nova.compute.claims [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1986.849751] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Acquiring lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.849820] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Acquired lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.849953] env[62187]: DEBUG nova.network.neutron [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.919045] env[62187]: DEBUG nova.network.neutron [-] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.975597] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.976037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.976215] env[62187]: INFO nova.compute.manager [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Rebooting instance [ 1986.986273] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132678, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.000059] env[62187]: DEBUG oslo_concurrency.lockutils [None req-063df2f8-bd39-41e2-8baa-9421e19a3f19 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.771s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.149541] env[62187]: DEBUG oslo_vmware.api [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132679, 'name': ReconfigVM_Task, 'duration_secs': 1.028249} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.149860] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436109', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'name': 'volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cce416e6-1f41-4086-9490-1ff08fca5994', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'serial': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1987.296269] env[62187]: DEBUG nova.compute.utils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1987.301018] env[62187]: DEBUG nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1987.301018] env[62187]: DEBUG nova.network.neutron [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1987.386904] env[62187]: DEBUG nova.policy [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60d6db80a3f14cd098dfa3974a4f9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed36e12ca3954bf0a69c1a8a906da6aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1987.407417] env[62187]: DEBUG nova.network.neutron [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1987.421637] env[62187]: INFO nova.compute.manager [-] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Took 2.83 seconds to deallocate network for instance. [ 1987.484389] env[62187]: DEBUG oslo_vmware.api [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2132678, 'name': PowerOnVM_Task, 'duration_secs': 1.522496} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.484901] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1987.485133] env[62187]: INFO nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1987.485335] env[62187]: DEBUG nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1987.486136] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5711a335-887c-4456-8ab2-728765d0eb50 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.502956] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.503838] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquired lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.503838] env[62187]: DEBUG nova.network.neutron [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1987.797573] env[62187]: DEBUG nova.network.neutron [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Updating instance_info_cache with network_info: [{"id": "81a56522-16f1-43de-928e-176f908cc9da", "address": "fa:16:3e:0a:22:e1", "network": {"id": "47ecb4f1-c44e-48e1-8532-654aaa9b8eca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-58809092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65540e30756b4499beb4e0d910425a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a56522-16", "ovs_interfaceid": "81a56522-16f1-43de-928e-176f908cc9da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.802152] env[62187]: DEBUG nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.829805] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.830116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.830347] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.830569] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.830753] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.835141] env[62187]: INFO nova.compute.manager [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Terminating instance [ 1987.932567] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.009360] env[62187]: INFO nova.compute.manager [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Took 50.10 seconds to build instance. [ 1988.169630] env[62187]: DEBUG nova.network.neutron [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Successfully created port: d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1988.197093] env[62187]: DEBUG nova.objects.instance [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lazy-loading 'flavor' on Instance uuid cce416e6-1f41-4086-9490-1ff08fca5994 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.304464] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Releasing lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.304817] env[62187]: DEBUG nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Instance network_info: |[{"id": "81a56522-16f1-43de-928e-176f908cc9da", "address": "fa:16:3e:0a:22:e1", "network": {"id": "47ecb4f1-c44e-48e1-8532-654aaa9b8eca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-58809092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65540e30756b4499beb4e0d910425a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a56522-16", "ovs_interfaceid": "81a56522-16f1-43de-928e-176f908cc9da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1988.305293] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:22:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81a56522-16f1-43de-928e-176f908cc9da', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1988.314926] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Creating folder: Project (65540e30756b4499beb4e0d910425a1a). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1988.322329] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8166f724-4779-4c8a-9ff5-f1299fffcac4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.342060] env[62187]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1988.342060] env[62187]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62187) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1988.342060] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Folder already exists: Project (65540e30756b4499beb4e0d910425a1a). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1988.342060] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Creating folder: Instances. Parent ref: group-v436044. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1988.345824] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8f7534-21a4-4655-beb9-78cc4b0c76cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.348750] env[62187]: DEBUG nova.compute.manager [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1988.349388] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1988.350581] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921bcbf3-d81c-413b-83cc-4e4ca4180128 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.360544] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1988.360591] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7338306d-0dbf-49c7-8cd3-da92005cabd0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.373947] env[62187]: DEBUG oslo_vmware.api [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1988.373947] env[62187]: value = "task-2132683" [ 1988.373947] env[62187]: _type = "Task" [ 1988.373947] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.377029] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Created folder: Instances in parent group-v436044. [ 1988.377291] env[62187]: DEBUG oslo.service.loopingcall [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1988.380493] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1988.381628] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e74d6ea-ae14-4e17-b71d-9c4302e26ff5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.400568] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d30fd-025d-41fa-83d0-1d69cdc15d97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.407770] env[62187]: DEBUG oslo_vmware.api [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.413281] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1988.413281] env[62187]: value = "task-2132684" [ 1988.413281] env[62187]: _type = "Task" [ 1988.413281] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.418937] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c90907-6a7c-4afd-8c6f-8061bf96d458 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.430217] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132684, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.457314] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3ea836-8faa-4545-bb1e-4eacbc7cd0b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.466294] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e2c67-9d6f-4a5e-b90b-a734c23fe8e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.484033] env[62187]: DEBUG nova.compute.provider_tree [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.516429] env[62187]: DEBUG oslo_concurrency.lockutils [None req-898eaf6b-3cf8-4647-9c2d-35d19341f069 tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.819s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.651178] env[62187]: DEBUG nova.network.neutron [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Updating instance_info_cache with network_info: [{"id": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "address": "fa:16:3e:ea:3e:61", "network": {"id": "6e24c1b5-fc61-4c2c-9440-633826724051", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1837004580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84b5440cd979408cbfdcf383c23043d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf41a089-aa", "ovs_interfaceid": "df41a089-aaef-4ce6-bd4f-d70bfd1ccc19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.705669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76917089-11e5-44ab-8c05-3654da5ce4fa tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.358s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.825687] env[62187]: DEBUG nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.863703] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.863960] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.864520] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.864520] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.864520] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.864673] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.864805] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.864943] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.865123] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.865287] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.865460] env[62187]: DEBUG nova.virt.hardware [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.866337] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b338225-e817-4b35-88d2-930592d0d5d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.874750] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a8cc1b-af48-4dfd-a0c8-6b2584df397a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.886506] env[62187]: DEBUG oslo_vmware.api [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132683, 'name': PowerOffVM_Task, 'duration_secs': 0.320795} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.894816] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1988.895212] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1988.895717] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb93c879-35ae-4028-b461-d311557d951e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.927754] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132684, 'name': CreateVM_Task, 'duration_secs': 0.361713} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.927955] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1988.929689] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436064', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'name': 'volume-6524dcf5-a720-48a2-b5ec-722ab88db88b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e25571ce-77da-4871-af48-c597560cd9a0', 'attached_at': '', 'detached_at': '', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'serial': '6524dcf5-a720-48a2-b5ec-722ab88db88b'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'attachment_id': '496407a8-cfb3-4795-ae5d-0574601be36e', 'volume_type': None}], 'swap': None} {{(pid=62187) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1988.929914] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Root volume attach. Driver type: vmdk {{(pid=62187) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1988.930913] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdadab83-7b29-4d4d-8332-9d9a33469c9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.939648] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b99dc8-2768-4c9f-a6b8-0e7da75d6b2d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.951017] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e317d45b-c3ac-4c33-9d43-d3d036e86052 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.956891] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c305db8e-904c-4d78-ae0a-1f5bc6f1f445 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.967180] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 1988.967180] env[62187]: value = "task-2132686" [ 1988.967180] env[62187]: _type = "Task" [ 1988.967180] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.975517] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132686, 'name': RelocateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.990046] env[62187]: DEBUG nova.scheduler.client.report [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1988.999080] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1988.999605] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1988.999899] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Deleting the datastore file [datastore1] 570c7c49-9bc8-4bea-86af-51679a0c5dc2 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.000380] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42b70217-68c5-4149-b6c4-1e44ad30b1c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.010085] env[62187]: DEBUG oslo_vmware.api [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 1989.010085] env[62187]: value = "task-2132687" [ 1989.010085] env[62187]: _type = "Task" [ 1989.010085] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.021999] env[62187]: DEBUG nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1989.025713] env[62187]: DEBUG oslo_vmware.api [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.162073] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Releasing lock "refresh_cache-92f2cf26-2254-43e9-83d0-8136d6ac51e7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.273677] env[62187]: DEBUG nova.compute.manager [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Received event network-changed-81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1989.273931] env[62187]: DEBUG nova.compute.manager [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Refreshing instance network info cache due to event network-changed-81a56522-16f1-43de-928e-176f908cc9da. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1989.274183] env[62187]: DEBUG oslo_concurrency.lockutils [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] Acquiring lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.274350] env[62187]: DEBUG oslo_concurrency.lockutils [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] Acquired lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.274537] env[62187]: DEBUG nova.network.neutron [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Refreshing network info cache for port 81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1989.476843] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132686, 'name': RelocateVM_Task} progress is 20%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.498899] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.499504] env[62187]: DEBUG nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1989.502302] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.260s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.503711] env[62187]: INFO nova.compute.claims [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1989.520650] env[62187]: DEBUG oslo_vmware.api [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279043} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.520946] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1989.521171] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1989.521403] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1989.521587] env[62187]: INFO nova.compute.manager [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1989.521833] env[62187]: DEBUG oslo.service.loopingcall [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1989.522052] env[62187]: DEBUG nova.compute.manager [-] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1989.522164] env[62187]: DEBUG nova.network.neutron [-] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1989.550251] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.667572] env[62187]: DEBUG nova.compute.manager [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1989.668560] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759276d5-115d-41e7-894d-6a06cdd09cc4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.976560] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132686, 'name': RelocateVM_Task, 'duration_secs': 0.618267} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.979639] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1989.979885] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436064', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'name': 'volume-6524dcf5-a720-48a2-b5ec-722ab88db88b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e25571ce-77da-4871-af48-c597560cd9a0', 'attached_at': '', 'detached_at': '', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'serial': '6524dcf5-a720-48a2-b5ec-722ab88db88b'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1989.981611] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc6e6b-6028-44ad-986e-b58f55c6bdc7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.000339] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a4b3b8-3743-4d73-a6af-043b23cfa6e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.015618] env[62187]: DEBUG nova.compute.utils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1990.027644] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-6524dcf5-a720-48a2-b5ec-722ab88db88b/volume-6524dcf5-a720-48a2-b5ec-722ab88db88b.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1990.029452] env[62187]: DEBUG nova.network.neutron [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Updated VIF entry in instance network info cache for port 81a56522-16f1-43de-928e-176f908cc9da. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1990.029777] env[62187]: DEBUG nova.network.neutron [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Updating instance_info_cache with network_info: [{"id": "81a56522-16f1-43de-928e-176f908cc9da", "address": "fa:16:3e:0a:22:e1", "network": {"id": "47ecb4f1-c44e-48e1-8532-654aaa9b8eca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-58809092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65540e30756b4499beb4e0d910425a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a56522-16", "ovs_interfaceid": "81a56522-16f1-43de-928e-176f908cc9da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.033634] env[62187]: DEBUG nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1990.033817] env[62187]: DEBUG nova.network.neutron [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1990.035715] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95073403-501f-437f-a147-c99dbf71f95e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.052877] env[62187]: DEBUG oslo_concurrency.lockutils [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] Releasing lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.052877] env[62187]: DEBUG nova.compute.manager [req-f20a0c57-bdc9-4fb7-a750-2d76369620bf req-44083e1a-9a68-4268-ba42-0c61b07aec81 service nova] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Received event network-vif-deleted-98d2b088-8488-495a-ba9f-a1ea30c6069f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1990.060812] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 1990.060812] env[62187]: value = "task-2132688" [ 1990.060812] env[62187]: _type = "Task" [ 1990.060812] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.071450] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.101058] env[62187]: DEBUG nova.policy [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e34c86dc3fa947ac89f7e35b702a3323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aa4aac1fb4f47a1804f4d93c0672ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 1990.364232] env[62187]: DEBUG nova.network.neutron [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Successfully created port: 43ef982d-d58a-4973-9e4f-ab2964f3fdce {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1990.534833] env[62187]: DEBUG nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1990.578488] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132688, 'name': ReconfigVM_Task, 'duration_secs': 0.310897} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.579705] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-6524dcf5-a720-48a2-b5ec-722ab88db88b/volume-6524dcf5-a720-48a2-b5ec-722ab88db88b.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1990.584724] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b23d96-9947-4c0d-bcaf-2c287e93e671 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.587657] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90382f4d-e8bf-4bf3-a1ab-386b4065128f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.603487] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5d9a30-7f89-40fc-b01c-2c64833e470e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.607964] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 1990.607964] env[62187]: value = "task-2132689" [ 1990.607964] env[62187]: _type = "Task" [ 1990.607964] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.642434] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5d060e-5ea4-40d0-9dd4-2ac788bc5e13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.649463] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.657558] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57112afe-ff69-4a42-8a24-ba14f51d345e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.672973] env[62187]: DEBUG nova.compute.provider_tree [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1990.684987] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ef6526-555f-42c4-b65a-2906caf49ca1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.693304] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Doing hard reboot of VM {{(pid=62187) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1990.693561] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-02136f4d-c931-4d76-a7ea-ecc92e2ca6a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.704072] env[62187]: DEBUG oslo_vmware.api [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1990.704072] env[62187]: value = "task-2132690" [ 1990.704072] env[62187]: _type = "Task" [ 1990.704072] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.713879] env[62187]: DEBUG oslo_vmware.api [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132690, 'name': ResetVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.811583] env[62187]: DEBUG nova.network.neutron [-] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.868350] env[62187]: DEBUG nova.network.neutron [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Successfully updated port: d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1991.121021] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132689, 'name': ReconfigVM_Task, 'duration_secs': 0.138784} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.121021] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436064', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'name': 'volume-6524dcf5-a720-48a2-b5ec-722ab88db88b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e25571ce-77da-4871-af48-c597560cd9a0', 'attached_at': '', 'detached_at': '', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'serial': '6524dcf5-a720-48a2-b5ec-722ab88db88b'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1991.121021] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-725acb9e-947b-4e7b-9858-e65c070a6601 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.128580] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 1991.128580] env[62187]: value = "task-2132691" [ 1991.128580] env[62187]: _type = "Task" [ 1991.128580] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.137779] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132691, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.178009] env[62187]: DEBUG nova.scheduler.client.report [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1991.214883] env[62187]: DEBUG oslo_vmware.api [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132690, 'name': ResetVM_Task, 'duration_secs': 0.097547} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.216367] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Did hard reboot of VM {{(pid=62187) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1991.216367] env[62187]: DEBUG nova.compute.manager [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.216367] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aee161-71d1-42a5-ab2a-decac3af50db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.280239] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.280239] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.280239] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.280239] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.280416] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.284749] env[62187]: INFO nova.compute.manager [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Terminating instance [ 1991.312812] env[62187]: INFO nova.compute.manager [-] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Took 1.79 seconds to deallocate network for instance. [ 1991.374916] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.375084] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.375379] env[62187]: DEBUG nova.network.neutron [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1991.412557] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Received event network-changed-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1991.412557] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Refreshing instance network info cache due to event network-changed-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1991.412989] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Acquiring lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.412989] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Acquired lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.413200] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Refreshing network info cache for port 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1991.464025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Acquiring lock "cce416e6-1f41-4086-9490-1ff08fca5994" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.464587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.548571] env[62187]: DEBUG nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1991.575331] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1991.575604] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1991.575740] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1991.575909] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1991.576072] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1991.576228] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1991.576440] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1991.576601] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1991.576767] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1991.576925] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1991.577109] env[62187]: DEBUG nova.virt.hardware [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1991.578032] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61010f4-0a3e-4bfe-acc5-bb7f54f3a3d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.586841] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c98a1f1-5802-4d1c-bfe8-9ca92c553622 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.639424] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132691, 'name': Rename_Task, 'duration_secs': 0.145861} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.639742] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.640086] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-102df3c0-5092-4b82-9603-b2f1446854ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.652036] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 1991.652036] env[62187]: value = "task-2132692" [ 1991.652036] env[62187]: _type = "Task" [ 1991.652036] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.662515] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.683545] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.684060] env[62187]: DEBUG nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1991.687896] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.329s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.729569] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fb95ab1-2cd8-47ad-a75c-3218f2a39305 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.754s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.790728] env[62187]: DEBUG nova.compute.manager [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1991.791559] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1991.792996] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2b8ad-a71e-43db-9bbd-8201254920ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.802728] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1991.803387] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b65fb9-a20d-47e0-8a1d-b6aabfc91035 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.811499] env[62187]: DEBUG oslo_vmware.api [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1991.811499] env[62187]: value = "task-2132693" [ 1991.811499] env[62187]: _type = "Task" [ 1991.811499] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.822408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.822777] env[62187]: DEBUG oslo_vmware.api [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.837151] env[62187]: DEBUG nova.compute.manager [req-03e61be2-628f-4e64-8d26-53324363804d req-b05040bb-7863-4b0f-a6d2-851768b7de96 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Received event network-vif-plugged-43ef982d-d58a-4973-9e4f-ab2964f3fdce {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1991.837463] env[62187]: DEBUG oslo_concurrency.lockutils [req-03e61be2-628f-4e64-8d26-53324363804d req-b05040bb-7863-4b0f-a6d2-851768b7de96 service nova] Acquiring lock "28ec0106-157e-4e23-b188-7d82f690e559-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.837751] env[62187]: DEBUG oslo_concurrency.lockutils [req-03e61be2-628f-4e64-8d26-53324363804d req-b05040bb-7863-4b0f-a6d2-851768b7de96 service nova] Lock "28ec0106-157e-4e23-b188-7d82f690e559-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.838029] env[62187]: DEBUG oslo_concurrency.lockutils [req-03e61be2-628f-4e64-8d26-53324363804d req-b05040bb-7863-4b0f-a6d2-851768b7de96 service nova] Lock "28ec0106-157e-4e23-b188-7d82f690e559-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.838717] env[62187]: DEBUG nova.compute.manager [req-03e61be2-628f-4e64-8d26-53324363804d req-b05040bb-7863-4b0f-a6d2-851768b7de96 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] No waiting events found dispatching network-vif-plugged-43ef982d-d58a-4973-9e4f-ab2964f3fdce {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1991.838904] env[62187]: WARNING nova.compute.manager [req-03e61be2-628f-4e64-8d26-53324363804d req-b05040bb-7863-4b0f-a6d2-851768b7de96 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Received unexpected event network-vif-plugged-43ef982d-d58a-4973-9e4f-ab2964f3fdce for instance with vm_state building and task_state spawning. [ 1991.926453] env[62187]: DEBUG nova.network.neutron [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Successfully updated port: 43ef982d-d58a-4973-9e4f-ab2964f3fdce {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1991.954066] env[62187]: DEBUG nova.network.neutron [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1991.970026] env[62187]: INFO nova.compute.manager [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Detaching volume c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882 [ 1992.024089] env[62187]: INFO nova.virt.block_device [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Attempting to driver detach volume c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882 from mountpoint /dev/sdb [ 1992.024089] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1992.024089] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436109', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'name': 'volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cce416e6-1f41-4086-9490-1ff08fca5994', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'serial': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1992.024089] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c541cb4a-28fa-47a7-b830-24ca47c0c6dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.055221] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7d0362-ce27-41d7-b6b2-c8dcc7f5e352 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.062826] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2b2f02-6bc0-446e-9788-7dc1e62668b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.089185] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ebc7d3-fe90-4b0e-8c68-75286aeb39af {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.105682] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] The volume has not been displaced from its original location: [datastore1] volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882/volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1992.111796] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1992.114657] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800041e2-268b-4199-9979-54e0ef677540 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.135019] env[62187]: DEBUG oslo_vmware.api [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Waiting for the task: (returnval){ [ 1992.135019] env[62187]: value = "task-2132694" [ 1992.135019] env[62187]: _type = "Task" [ 1992.135019] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.149212] env[62187]: DEBUG oslo_vmware.api [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.160460] env[62187]: DEBUG oslo_vmware.api [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2132692, 'name': PowerOnVM_Task, 'duration_secs': 0.507417} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.160736] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.160961] env[62187]: INFO nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Took 6.39 seconds to spawn the instance on the hypervisor. [ 1992.161200] env[62187]: DEBUG nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.162096] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa202d-abb6-4202-9359-5b47715ffde3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.205695] env[62187]: DEBUG nova.compute.utils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1992.211029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.211029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.211029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.211029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1992.211312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.211312] env[62187]: DEBUG nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Not allocating networking since 'none' was specified. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1992.212317] env[62187]: INFO nova.compute.manager [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Terminating instance [ 1992.262727] env[62187]: DEBUG nova.network.neutron [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updating instance_info_cache with network_info: [{"id": "d6a8fb76-613b-4b75-baef-13a340381061", "address": "fa:16:3e:71:05:f9", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a8fb76-61", "ovs_interfaceid": "d6a8fb76-613b-4b75-baef-13a340381061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.322259] env[62187]: DEBUG oslo_vmware.api [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132693, 'name': PowerOffVM_Task, 'duration_secs': 0.224962} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.322592] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.322875] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1992.323144] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2f67f7c-589d-48d3-8330-b51bf690b4b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.363307] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updated VIF entry in instance network info cache for port 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1992.363697] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updating instance_info_cache with network_info: [{"id": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "address": "fa:16:3e:1d:3c:e8", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e2e8fce-8f", "ovs_interfaceid": "9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.429308] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-28ec0106-157e-4e23-b188-7d82f690e559" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.429559] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-28ec0106-157e-4e23-b188-7d82f690e559" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.429839] env[62187]: DEBUG nova.network.neutron [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1992.459487] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1992.459658] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1992.459845] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Deleting the datastore file [datastore1] 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1992.460125] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5dd36ab-4813-4800-b066-36678d8144d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.470086] env[62187]: DEBUG oslo_vmware.api [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 1992.470086] env[62187]: value = "task-2132696" [ 1992.470086] env[62187]: _type = "Task" [ 1992.470086] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.481635] env[62187]: DEBUG oslo_vmware.api [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.647179] env[62187]: DEBUG oslo_vmware.api [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132694, 'name': ReconfigVM_Task, 'duration_secs': 0.279546} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.647512] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1992.653148] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4e0760-c7ef-4fe4-8df5-24172fd58f58 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.669620] env[62187]: DEBUG oslo_vmware.api [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Waiting for the task: (returnval){ [ 1992.669620] env[62187]: value = "task-2132697" [ 1992.669620] env[62187]: _type = "Task" [ 1992.669620] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.685704] env[62187]: DEBUG oslo_vmware.api [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132697, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.686259] env[62187]: INFO nova.compute.manager [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Took 50.99 seconds to build instance. [ 1992.715844] env[62187]: DEBUG nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1992.719943] env[62187]: DEBUG nova.compute.manager [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1992.720091] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1992.721271] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145fd4fd-9d57-47b1-9a0a-a3bbe65fac4f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.731257] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.731392] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fd982b0-837a-49c0-897c-77c258bd4191 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.740789] env[62187]: DEBUG oslo_vmware.api [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1992.740789] env[62187]: value = "task-2132698" [ 1992.740789] env[62187]: _type = "Task" [ 1992.740789] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.741783] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e7b958d1-011a-4278-95e0-200b4c82315d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.741945] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 2e9302e8-7348-4fdf-8cfb-a6e7308c7726 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.742090] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance cce416e6-1f41-4086-9490-1ff08fca5994 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.742216] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5bf2b512-1a95-4ad8-8d11-473e8683b68e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.742347] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9c1472cf-7406-4baa-be73-b8f59c235252 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.742500] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 623c4d1d-55ac-4685-b335-04117f96129a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.742854] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5344920a-e824-4ae6-ad29-8415d3015360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.742854] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 26375696-a789-4eec-91cf-47ef118b2bbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.742854] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 6facddb8-edf9-4661-86e6-0a0a42e2e7f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.743074] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 570c7c49-9bc8-4bea-86af-51679a0c5dc2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.743194] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 882bab59-0b93-4d23-8321-e8c09965dab2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.743368] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e6597109-844a-47f7-85b9-1c3be44606a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.743507] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 78bf71b8-cd5f-4550-b611-a4a4be9dd013 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.743644] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 52aa995a-6a58-4ded-987e-a5a92dc98982 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.743758] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 33ebd22b-5865-47ea-ad86-8e2c4acc01f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.743877] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 3717ebd5-ce7f-48ea-a834-c87e75fadadd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.743993] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 1c8e5a82-5373-4c48-9214-31773d5ab4bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1992.744122] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.744229] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 92f2cf26-2254-43e9-83d0-8136d6ac51e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.744410] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 837a0057-787e-4fb6-ae79-b5fbc06a3038 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.744566] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e25571ce-77da-4871-af48-c597560cd9a0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.744566] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.744667] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 28ec0106-157e-4e23-b188-7d82f690e559 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.744736] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance d72a441d-8993-4eb1-bb9d-67ed97920723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1992.760632] env[62187]: DEBUG oslo_vmware.api [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.765507] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.765827] env[62187]: DEBUG nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Instance network_info: |[{"id": "d6a8fb76-613b-4b75-baef-13a340381061", "address": "fa:16:3e:71:05:f9", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a8fb76-61", "ovs_interfaceid": "d6a8fb76-613b-4b75-baef-13a340381061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1992.766257] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:05:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6a8fb76-613b-4b75-baef-13a340381061', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.774079] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating folder: Project (ed36e12ca3954bf0a69c1a8a906da6aa). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.774685] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f07f84b-c7ca-457b-82dc-9170666caa6d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.787664] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created folder: Project (ed36e12ca3954bf0a69c1a8a906da6aa) in parent group-v435995. [ 1992.787898] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating folder: Instances. Parent ref: group-v436114. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.787950] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a6ad832-b10a-4fbc-9d8c-b7c5496b7304 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.799777] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created folder: Instances in parent group-v436114. [ 1992.800121] env[62187]: DEBUG oslo.service.loopingcall [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.800330] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.800548] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fee32e0-b11a-4722-ad02-ab0e424702b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.824682] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.824682] env[62187]: value = "task-2132701" [ 1992.824682] env[62187]: _type = "Task" [ 1992.824682] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.837686] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132701, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.868132] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Releasing lock "refresh_cache-2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.868442] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Received event network-vif-deleted-26acf0c6-57e5-42d8-9551-83f024ae6f54 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.868636] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Received event network-changed-69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1992.869321] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Refreshing instance network info cache due to event network-changed-69db224b-80c9-4314-89cf-39053fb19e2f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1992.869321] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Acquiring lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.869321] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Acquired lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.869321] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Refreshing network info cache for port 69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1992.981735] env[62187]: DEBUG oslo_vmware.api [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18141} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.982425] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1992.982663] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1992.982840] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1992.983023] env[62187]: INFO nova.compute.manager [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1992.983305] env[62187]: DEBUG oslo.service.loopingcall [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.983553] env[62187]: DEBUG nova.compute.manager [-] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1992.983693] env[62187]: DEBUG nova.network.neutron [-] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.024602] env[62187]: DEBUG nova.network.neutron [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1993.180516] env[62187]: DEBUG oslo_vmware.api [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Task: {'id': task-2132697, 'name': ReconfigVM_Task, 'duration_secs': 0.204658} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.180974] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436109', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'name': 'volume-c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cce416e6-1f41-4086-9490-1ff08fca5994', 'attached_at': '', 'detached_at': '', 'volume_id': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882', 'serial': 'c7e9ec67-e5d5-4f0d-a7e2-b9e91c6ae882'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1993.189112] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bf16e05e-409e-4d5f-ba4a-62ba5772e830 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "e25571ce-77da-4871-af48-c597560cd9a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.474s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.252629] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 99fe39eb-5075-4b07-af3a-4d751be4e50a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1993.257363] env[62187]: DEBUG oslo_vmware.api [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132698, 'name': PowerOffVM_Task, 'duration_secs': 0.208569} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.257789] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.257957] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1993.258506] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8382d5ba-1a0e-4be1-96e7-7603139f4bdf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.338818] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132701, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.340342] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1993.340579] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1993.340761] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Deleting the datastore file [datastore1] 92f2cf26-2254-43e9-83d0-8136d6ac51e7 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1993.341028] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-558e02f0-7431-417a-bc16-592a71438555 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.350721] env[62187]: DEBUG oslo_vmware.api [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for the task: (returnval){ [ 1993.350721] env[62187]: value = "task-2132703" [ 1993.350721] env[62187]: _type = "Task" [ 1993.350721] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.359603] env[62187]: DEBUG oslo_vmware.api [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.615511] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updated VIF entry in instance network info cache for port 69db224b-80c9-4314-89cf-39053fb19e2f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1993.615909] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updating instance_info_cache with network_info: [{"id": "69db224b-80c9-4314-89cf-39053fb19e2f", "address": "fa:16:3e:85:50:c9", "network": {"id": "7fdc73b5-f5e6-4dff-8741-5ae4e7be3de6", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-340663995-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1662a08980d746318a7d492b7bc8b033", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69db224b-80", "ovs_interfaceid": "69db224b-80c9-4314-89cf-39053fb19e2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.691334] env[62187]: DEBUG nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1993.726492] env[62187]: DEBUG nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1993.729905] env[62187]: DEBUG nova.network.neutron [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Updating instance_info_cache with network_info: [{"id": "43ef982d-d58a-4973-9e4f-ab2964f3fdce", "address": "fa:16:3e:8d:73:9b", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ef982d-d5", "ovs_interfaceid": "43ef982d-d58a-4973-9e4f-ab2964f3fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.753036] env[62187]: DEBUG nova.objects.instance [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lazy-loading 'flavor' on Instance uuid cce416e6-1f41-4086-9490-1ff08fca5994 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.758047] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1993.758259] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.758415] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1993.758650] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.758806] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1993.758955] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1993.759179] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1993.759340] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1993.759508] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1993.759668] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1993.759848] env[62187]: DEBUG nova.virt.hardware [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1993.761124] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 6ad16be6-039f-4bdc-aa25-20ee8743c728 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1993.763140] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d83f7-3976-44c4-8d8e-48e16dd9fe0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.775576] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ad5b65-e240-49e5-b25c-1a988b0ebb4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.791707] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1993.797741] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Creating folder: Project (58e27726f66c4416aea5b2f6a6c9433e). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1993.798555] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad8c715-beab-4212-ae9f-6a17e9a0b552 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.810436] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Created folder: Project (58e27726f66c4416aea5b2f6a6c9433e) in parent group-v435995. [ 1993.810647] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Creating folder: Instances. Parent ref: group-v436117. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1993.810911] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1492aa00-01ba-45ba-bf5f-8a45ef720a2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.822637] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Created folder: Instances in parent group-v436117. [ 1993.822910] env[62187]: DEBUG oslo.service.loopingcall [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.823115] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1993.823334] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ddfb3c-aba6-4948-ba6f-b2f65b7aa2c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.847939] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132701, 'name': CreateVM_Task, 'duration_secs': 0.649365} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.848759] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1993.849417] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1993.849417] env[62187]: value = "task-2132706" [ 1993.849417] env[62187]: _type = "Task" [ 1993.849417] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.849697] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.849861] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.850219] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1993.850510] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69b3ee90-5826-44a6-ad75-86ba0983a33c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.864456] env[62187]: DEBUG oslo_vmware.api [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Task: {'id': task-2132703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144492} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.868166] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1993.868304] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1993.868488] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1993.868650] env[62187]: INFO nova.compute.manager [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1993.868885] env[62187]: DEBUG oslo.service.loopingcall [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1993.869171] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1993.869171] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c95669-b9d5-be77-db42-a2297cb72f04" [ 1993.869171] env[62187]: _type = "Task" [ 1993.869171] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.869365] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132706, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.869539] env[62187]: DEBUG nova.compute.manager [-] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1993.869626] env[62187]: DEBUG nova.network.neutron [-] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1993.888450] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c95669-b9d5-be77-db42-a2297cb72f04, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.888793] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.888988] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1993.889235] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.889407] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.889591] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.889855] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7384603-d5b5-4c2c-a2ab-26fd29bd6526 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.898920] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.899143] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.899945] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1486ab5-86ea-4327-ac26-1cb415ce2c98 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.907152] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1993.907152] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522752e9-ef0d-7882-c2a2-a39c82078d60" [ 1993.907152] env[62187]: _type = "Task" [ 1993.907152] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.917039] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522752e9-ef0d-7882-c2a2-a39c82078d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.043920] env[62187]: DEBUG nova.compute.manager [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Received event network-changed-43ef982d-d58a-4973-9e4f-ab2964f3fdce {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.044130] env[62187]: DEBUG nova.compute.manager [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Refreshing instance network info cache due to event network-changed-43ef982d-d58a-4973-9e4f-ab2964f3fdce. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1994.044322] env[62187]: DEBUG oslo_concurrency.lockutils [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] Acquiring lock "refresh_cache-28ec0106-157e-4e23-b188-7d82f690e559" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.118805] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Releasing lock "refresh_cache-837a0057-787e-4fb6-ae79-b5fbc06a3038" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.119517] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Received event network-vif-plugged-d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.119732] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Acquiring lock "defb57fb-0f0a-4679-8c22-0945fc0a1664-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.119949] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.120215] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.120748] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] No waiting events found dispatching network-vif-plugged-d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1994.122090] env[62187]: WARNING nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Received unexpected event network-vif-plugged-d6a8fb76-613b-4b75-baef-13a340381061 for instance with vm_state building and task_state spawning. [ 1994.122191] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Received event network-changed-d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.122342] env[62187]: DEBUG nova.compute.manager [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Refreshing instance network info cache due to event network-changed-d6a8fb76-613b-4b75-baef-13a340381061. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1994.122822] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Acquiring lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.122822] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Acquired lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.123205] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Refreshing network info cache for port d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.199105] env[62187]: DEBUG nova.compute.manager [req-769465ea-b716-4743-afdc-52423b780ca2 req-f3f27f3a-8075-4160-ab9c-e9bd5442cfd3 service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Received event network-vif-deleted-9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1994.199427] env[62187]: INFO nova.compute.manager [req-769465ea-b716-4743-afdc-52423b780ca2 req-f3f27f3a-8075-4160-ab9c-e9bd5442cfd3 service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Neutron deleted interface 9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63; detaching it from the instance and deleting it from the info cache [ 1994.199427] env[62187]: DEBUG nova.network.neutron [req-769465ea-b716-4743-afdc-52423b780ca2 req-f3f27f3a-8075-4160-ab9c-e9bd5442cfd3 service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.220833] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.231977] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-28ec0106-157e-4e23-b188-7d82f690e559" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.235072] env[62187]: DEBUG nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Instance network_info: |[{"id": "43ef982d-d58a-4973-9e4f-ab2964f3fdce", "address": "fa:16:3e:8d:73:9b", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ef982d-d5", "ovs_interfaceid": "43ef982d-d58a-4973-9e4f-ab2964f3fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1994.235072] env[62187]: DEBUG oslo_concurrency.lockutils [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] Acquired lock "refresh_cache-28ec0106-157e-4e23-b188-7d82f690e559" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.235212] env[62187]: DEBUG nova.network.neutron [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Refreshing network info cache for port 43ef982d-d58a-4973-9e4f-ab2964f3fdce {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.235212] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:73:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43ef982d-d58a-4973-9e4f-ab2964f3fdce', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.243464] env[62187]: DEBUG oslo.service.loopingcall [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.244212] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.244479] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52b0bb09-2d90-4d96-a455-8d7b769fc8df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.271134] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 44a56a4f-665a-428d-85b1-434938ca88b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1994.271134] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.271134] env[62187]: value = "task-2132707" [ 1994.271134] env[62187]: _type = "Task" [ 1994.271134] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.280644] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132707, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.361342] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132706, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.419211] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522752e9-ef0d-7882-c2a2-a39c82078d60, 'name': SearchDatastore_Task, 'duration_secs': 0.019828} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.420022] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c53cf11-7b6d-4195-8523-3c8476a4ac9f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.425767] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1994.425767] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dfded7-4282-3142-9a68-6ac4f75948ce" [ 1994.425767] env[62187]: _type = "Task" [ 1994.425767] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.434364] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dfded7-4282-3142-9a68-6ac4f75948ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.550331] env[62187]: DEBUG nova.network.neutron [-] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.705102] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41ebb135-dca8-4d49-ad74-597dcab450ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.716769] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc50fed-39a2-4a1b-b686-baba4b42353a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.759222] env[62187]: DEBUG nova.compute.manager [req-769465ea-b716-4743-afdc-52423b780ca2 req-f3f27f3a-8075-4160-ab9c-e9bd5442cfd3 service nova] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Detach interface failed, port_id=9e2e8fce-8fec-4b69-a5ea-3c7b0f0a4c63, reason: Instance 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 1994.763904] env[62187]: DEBUG oslo_concurrency.lockutils [None req-27a94c4e-0b8c-447b-a454-5399c896e406 tempest-VolumesAssistedSnapshotsTest-775048417 tempest-VolumesAssistedSnapshotsTest-775048417-project-admin] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.772408] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 66e4bd18-5b1e-4854-960b-cf890d53c7cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1994.790031] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132707, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.832113] env[62187]: DEBUG nova.network.neutron [-] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.863153] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132706, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.939512] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dfded7-4282-3142-9a68-6ac4f75948ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.940932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.940932] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] defb57fb-0f0a-4679-8c22-0945fc0a1664/defb57fb-0f0a-4679-8c22-0945fc0a1664.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.940932] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd2b795c-73b7-408e-8894-33c6c1f3ce4f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.949591] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1994.949591] env[62187]: value = "task-2132708" [ 1994.949591] env[62187]: _type = "Task" [ 1994.949591] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.959319] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.053210] env[62187]: INFO nova.compute.manager [-] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Took 2.07 seconds to deallocate network for instance. [ 1995.111826] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updated VIF entry in instance network info cache for port d6a8fb76-613b-4b75-baef-13a340381061. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.112912] env[62187]: DEBUG nova.network.neutron [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updating instance_info_cache with network_info: [{"id": "d6a8fb76-613b-4b75-baef-13a340381061", "address": "fa:16:3e:71:05:f9", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a8fb76-61", "ovs_interfaceid": "d6a8fb76-613b-4b75-baef-13a340381061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.204726] env[62187]: DEBUG nova.network.neutron [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Updated VIF entry in instance network info cache for port 43ef982d-d58a-4973-9e4f-ab2964f3fdce. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1995.205130] env[62187]: DEBUG nova.network.neutron [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Updating instance_info_cache with network_info: [{"id": "43ef982d-d58a-4973-9e4f-ab2964f3fdce", "address": "fa:16:3e:8d:73:9b", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ef982d-d5", "ovs_interfaceid": "43ef982d-d58a-4973-9e4f-ab2964f3fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.282560] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e5540ead-917b-4a5b-a11e-d5bed9ea0331 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1995.287214] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132707, 'name': CreateVM_Task, 'duration_secs': 0.526329} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.287660] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1995.288397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.288565] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.288941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1995.290026] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a49ceb4-6768-4556-b229-6fe3309ae301 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.296183] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1995.296183] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5269ee80-4429-00f0-088e-8f46ff42b139" [ 1995.296183] env[62187]: _type = "Task" [ 1995.296183] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.307095] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5269ee80-4429-00f0-088e-8f46ff42b139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.336353] env[62187]: INFO nova.compute.manager [-] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Took 1.47 seconds to deallocate network for instance. [ 1995.363514] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132706, 'name': CreateVM_Task, 'duration_secs': 1.336996} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.363710] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1995.364219] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.364393] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.364713] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1995.364981] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5927f98-794b-4da7-b3bd-e7f444f27720 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.373724] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 1995.373724] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5210db90-c407-1148-6de3-686f77bdd2df" [ 1995.373724] env[62187]: _type = "Task" [ 1995.373724] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.384710] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5210db90-c407-1148-6de3-686f77bdd2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.461438] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132708, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.564670] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.615878] env[62187]: DEBUG oslo_concurrency.lockutils [req-a7ccfb87-62ea-46f8-8ebd-48e5ddc42015 req-5d078a2c-5f02-471b-b1ad-a8d79246d50a service nova] Releasing lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.707960] env[62187]: DEBUG oslo_concurrency.lockutils [req-7acb2bfc-5e02-48a5-b264-f19c3b5e654b req-0d568e7c-832d-4a50-afed-270efbd8fcb1 service nova] Releasing lock "refresh_cache-28ec0106-157e-4e23-b188-7d82f690e559" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.788881] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 8ab09ec8-012b-4295-b55e-204de8b7e79e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1995.807996] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5269ee80-4429-00f0-088e-8f46ff42b139, 'name': SearchDatastore_Task, 'duration_secs': 0.061944} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.808404] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.808655] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.808884] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.809046] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.809232] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.809493] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74e2dff-17e2-450e-8b41-ded771bed40c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.818596] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.818731] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.819553] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b696a8a9-22d6-4e80-94e4-d27c316632a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.825690] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1995.825690] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523408a4-25e1-eb45-f952-93cd86cb6dde" [ 1995.825690] env[62187]: _type = "Task" [ 1995.825690] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.836069] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523408a4-25e1-eb45-f952-93cd86cb6dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.843524] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1995.897771] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5210db90-c407-1148-6de3-686f77bdd2df, 'name': SearchDatastore_Task, 'duration_secs': 0.024018} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.898203] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.898290] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.898534] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.898679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.898878] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.899135] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b076d922-f8eb-40e7-a072-649ed625bea8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.908786] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.908982] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.909766] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a87794-0cb0-48d8-8dd3-0cf430557848 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.915619] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 1995.915619] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ddf64-23d7-bde8-0cc4-c22df9e8015b" [ 1995.915619] env[62187]: _type = "Task" [ 1995.915619] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.925739] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ddf64-23d7-bde8-0cc4-c22df9e8015b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.960884] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675046} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.961188] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] defb57fb-0f0a-4679-8c22-0945fc0a1664/defb57fb-0f0a-4679-8c22-0945fc0a1664.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1995.961424] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1995.961709] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e7a68b4-53ac-4091-a149-e5a00005df8e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.969766] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1995.969766] env[62187]: value = "task-2132710" [ 1995.969766] env[62187]: _type = "Task" [ 1995.969766] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.978577] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.235845] env[62187]: DEBUG nova.compute.manager [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Received event network-changed-81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1996.236169] env[62187]: DEBUG nova.compute.manager [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Refreshing instance network info cache due to event network-changed-81a56522-16f1-43de-928e-176f908cc9da. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 1996.236359] env[62187]: DEBUG oslo_concurrency.lockutils [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] Acquiring lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.236359] env[62187]: DEBUG oslo_concurrency.lockutils [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] Acquired lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.236688] env[62187]: DEBUG nova.network.neutron [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Refreshing network info cache for port 81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.293368] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b10ead28-9f49-4633-b23a-7563f7eca055 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1996.336686] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523408a4-25e1-eb45-f952-93cd86cb6dde, 'name': SearchDatastore_Task, 'duration_secs': 0.011589} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.337713] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164b1e57-d6fc-4e41-b01c-25ed0bbe0b6e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.342990] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1996.342990] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52298586-a0fb-8555-e6af-d181648c9530" [ 1996.342990] env[62187]: _type = "Task" [ 1996.342990] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.350793] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52298586-a0fb-8555-e6af-d181648c9530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.426711] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ddf64-23d7-bde8-0cc4-c22df9e8015b, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.427624] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c414dc90-7688-42d4-8d5e-d368574b932d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.434040] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 1996.434040] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c5d420-e933-1785-6b6d-b0c78e67fb9c" [ 1996.434040] env[62187]: _type = "Task" [ 1996.434040] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.443281] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c5d420-e933-1785-6b6d-b0c78e67fb9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.480590] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279859} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.480851] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1996.482783] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e8f30e-0d1b-4ff9-ba46-ae1f6c0e8672 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.506159] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] defb57fb-0f0a-4679-8c22-0945fc0a1664/defb57fb-0f0a-4679-8c22-0945fc0a1664.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1996.506414] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c94b97-38ff-4525-bf62-0c9f6f83b6ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.530130] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1996.530130] env[62187]: value = "task-2132711" [ 1996.530130] env[62187]: _type = "Task" [ 1996.530130] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.539440] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.797179] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance c6ff97d8-27e3-4885-985e-d454b8f558f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1996.798544] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1996.798725] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1996.856344] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52298586-a0fb-8555-e6af-d181648c9530, 'name': SearchDatastore_Task, 'duration_secs': 0.010352} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.856972] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.857277] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1996.857551] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-557d6b45-fd06-4778-bfc0-5ee1d0079566 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.865581] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1996.865581] env[62187]: value = "task-2132712" [ 1996.865581] env[62187]: _type = "Task" [ 1996.865581] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.876555] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.950568] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c5d420-e933-1785-6b6d-b0c78e67fb9c, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.950869] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.951142] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1996.951454] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f126250b-3681-49c0-82d0-eaa1ec68ec08 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.961741] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 1996.961741] env[62187]: value = "task-2132713" [ 1996.961741] env[62187]: _type = "Task" [ 1996.961741] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.971430] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.042208] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.065988] env[62187]: DEBUG nova.network.neutron [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Updated VIF entry in instance network info cache for port 81a56522-16f1-43de-928e-176f908cc9da. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1997.066437] env[62187]: DEBUG nova.network.neutron [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Updating instance_info_cache with network_info: [{"id": "81a56522-16f1-43de-928e-176f908cc9da", "address": "fa:16:3e:0a:22:e1", "network": {"id": "47ecb4f1-c44e-48e1-8532-654aaa9b8eca", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-58809092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65540e30756b4499beb4e0d910425a1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81a56522-16", "ovs_interfaceid": "81a56522-16f1-43de-928e-176f908cc9da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.304024] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966f56d-651e-4af7-81fd-a6898f309c83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.314658] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d285e80-4c58-4105-b7b2-0b84c51e227d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.350989] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23621b6-2ad5-439f-98ba-34b0bb68f55b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.359792] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5af29-257d-4229-bd12-5117916127a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.375298] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.387126] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509463} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.387931] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1997.388170] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1997.388437] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24f732cf-e31f-45d4-8dd5-02a0371f5e5f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.396738] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1997.396738] env[62187]: value = "task-2132714" [ 1997.396738] env[62187]: _type = "Task" [ 1997.396738] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.408184] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.474773] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132713, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.541509] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132711, 'name': ReconfigVM_Task, 'duration_secs': 0.789555} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.541877] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Reconfigured VM instance instance-00000025 to attach disk [datastore2] defb57fb-0f0a-4679-8c22-0945fc0a1664/defb57fb-0f0a-4679-8c22-0945fc0a1664.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.542540] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a11b0d3c-4318-48ee-a37e-32274e79a4f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.552058] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1997.552058] env[62187]: value = "task-2132715" [ 1997.552058] env[62187]: _type = "Task" [ 1997.552058] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.562668] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132715, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.570475] env[62187]: DEBUG oslo_concurrency.lockutils [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] Releasing lock "refresh_cache-e25571ce-77da-4871-af48-c597560cd9a0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.570746] env[62187]: DEBUG nova.compute.manager [req-9afe3328-8624-42ef-978c-7763f116f348 req-65543379-63f6-4e4e-9c84-55e8fd39a3e5 service nova] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Received event network-vif-deleted-df41a089-aaef-4ce6-bd4f-d70bfd1ccc19 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1997.882683] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1997.908263] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090763} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.908542] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1997.909401] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11f4a21-55b0-4d91-938e-173530308906 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.933218] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1997.933536] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d981ba-8c44-4f4a-91ff-900d49f02ffb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.957193] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1997.957193] env[62187]: value = "task-2132716" [ 1997.957193] env[62187]: _type = "Task" [ 1997.957193] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.966375] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.975452] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712519} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.975713] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1997.975922] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1997.976184] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec504431-f45e-4981-8946-d629f908e363 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.985084] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 1997.985084] env[62187]: value = "task-2132717" [ 1997.985084] env[62187]: _type = "Task" [ 1997.985084] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.994350] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.063753] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132715, 'name': Rename_Task, 'duration_secs': 0.411516} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.064042] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1998.064298] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06d55e62-b048-4d61-aadf-b26d8cd15fbe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.073774] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 1998.073774] env[62187]: value = "task-2132718" [ 1998.073774] env[62187]: _type = "Task" [ 1998.073774] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.083431] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.390022] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1998.390022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.700s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.390022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.524s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.390022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.391617] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.283s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.392136] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.394760] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.609s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.398130] env[62187]: INFO nova.compute.claims [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1998.434372] env[62187]: INFO nova.scheduler.client.report [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted allocations for instance 52aa995a-6a58-4ded-987e-a5a92dc98982 [ 1998.441365] env[62187]: INFO nova.scheduler.client.report [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted allocations for instance 78bf71b8-cd5f-4550-b611-a4a4be9dd013 [ 1998.471108] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.498024] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.503596} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.498024] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.498650] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d64907-4f71-470d-8628-ed4b888de1d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.521152] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1998.521553] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73333dd6-b002-45a4-add1-fb3260af8921 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.544351] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 1998.544351] env[62187]: value = "task-2132719" [ 1998.544351] env[62187]: _type = "Task" [ 1998.544351] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.553933] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.585267] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132718, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.766483] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "cce416e6-1f41-4086-9490-1ff08fca5994" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.766754] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.766966] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "cce416e6-1f41-4086-9490-1ff08fca5994-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.767161] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "cce416e6-1f41-4086-9490-1ff08fca5994-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.767330] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "cce416e6-1f41-4086-9490-1ff08fca5994-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.769654] env[62187]: INFO nova.compute.manager [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Terminating instance [ 1998.946332] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b052c94-e8bf-4b41-8212-43dba94bba02 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "52aa995a-6a58-4ded-987e-a5a92dc98982" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.446s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.951349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee48f3e6-a3f0-4572-b012-f8fa4288a1a3 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "78bf71b8-cd5f-4550-b611-a4a4be9dd013" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.599s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.973053] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132716, 'name': ReconfigVM_Task, 'duration_secs': 0.800861} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.973517] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1998.974387] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af574318-3bb4-42ec-a8b3-7a2d45f739eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.984610] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1998.984610] env[62187]: value = "task-2132720" [ 1998.984610] env[62187]: _type = "Task" [ 1998.984610] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.995721] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132720, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.056908] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132719, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.085026] env[62187]: DEBUG oslo_vmware.api [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132718, 'name': PowerOnVM_Task, 'duration_secs': 0.959046} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.085026] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.085128] env[62187]: INFO nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1999.085228] env[62187]: DEBUG nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1999.086019] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a57723-2b8c-4c0c-9841-4200b3d198fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.274148] env[62187]: DEBUG nova.compute.manager [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1999.274475] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1999.275410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7a8a61-9627-4c8b-991c-9a4bd5c8507e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.286469] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.287048] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f123542-75cd-4378-bb67-377119851f6f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.296069] env[62187]: DEBUG oslo_vmware.api [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 1999.296069] env[62187]: value = "task-2132721" [ 1999.296069] env[62187]: _type = "Task" [ 1999.296069] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.308713] env[62187]: DEBUG oslo_vmware.api [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.497714] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132720, 'name': Rename_Task, 'duration_secs': 0.327634} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.501718] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1999.502404] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b791d04c-7345-415d-8b79-c4818bc8093e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.511734] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 1999.511734] env[62187]: value = "task-2132722" [ 1999.511734] env[62187]: _type = "Task" [ 1999.511734] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.533552] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.561692] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132719, 'name': ReconfigVM_Task, 'duration_secs': 0.562315} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.562021] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.562531] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04d624dd-4b49-4e51-864c-d7be4e54742c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.574058] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 1999.574058] env[62187]: value = "task-2132723" [ 1999.574058] env[62187]: _type = "Task" [ 1999.574058] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.593207] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132723, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.608928] env[62187]: INFO nova.compute.manager [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Took 54.02 seconds to build instance. [ 1999.807909] env[62187]: DEBUG oslo_vmware.api [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132721, 'name': PowerOffVM_Task, 'duration_secs': 0.406911} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.810677] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1999.810781] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1999.811201] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4415212b-7cbf-4542-ac82-e745d4843d9f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.887531] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcb8b0d-d9f8-450a-8b65-45bc6b269c55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.896345] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7208d9eb-62db-425e-ade9-b33de4ccbe49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.931015] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8970e6-682e-43db-81a7-0aff2d55b209 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.940376] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45b69bd-0ae5-433b-9f38-8155885287d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.955284] env[62187]: DEBUG nova.compute.provider_tree [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2000.023568] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.028132] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2000.028323] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2000.028501] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Deleting the datastore file [datastore1] cce416e6-1f41-4086-9490-1ff08fca5994 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2000.028776] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6116681-9f05-431c-8b1b-2fbea39ce0df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.037866] env[62187]: DEBUG oslo_vmware.api [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for the task: (returnval){ [ 2000.037866] env[62187]: value = "task-2132725" [ 2000.037866] env[62187]: _type = "Task" [ 2000.037866] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.048618] env[62187]: DEBUG oslo_vmware.api [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.084801] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132723, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.112215] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44d4ebd1-c4c9-4ea2-9177-2d869d0efc09 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.539s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.162323] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "9ca126d8-95eb-414e-a68a-7610387f5e23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.162775] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.192780] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "0467a236-6cf0-4cba-8948-fdba0b305dcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2000.193276] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.398628] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.398866] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.458670] env[62187]: DEBUG nova.scheduler.client.report [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2000.525650] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132722, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.550322] env[62187]: DEBUG oslo_vmware.api [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Task: {'id': task-2132725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203818} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.550322] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2000.550322] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2000.550322] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2000.550322] env[62187]: INFO nova.compute.manager [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2000.550489] env[62187]: DEBUG oslo.service.loopingcall [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.550663] env[62187]: DEBUG nova.compute.manager [-] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2000.550787] env[62187]: DEBUG nova.network.neutron [-] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2000.585534] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132723, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.614812] env[62187]: DEBUG nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2000.907716] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2000.907907] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2000.963221] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.568s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.963894] env[62187]: DEBUG nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2000.967373] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.313s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.967684] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.970393] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.621s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.972074] env[62187]: INFO nova.compute.claims [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2001.003291] env[62187]: INFO nova.scheduler.client.report [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted allocations for instance 882bab59-0b93-4d23-8321-e8c09965dab2 [ 2001.026162] env[62187]: DEBUG oslo_vmware.api [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132722, 'name': PowerOnVM_Task, 'duration_secs': 1.077524} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.026446] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.028737] env[62187]: INFO nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Took 9.48 seconds to spawn the instance on the hypervisor. [ 2001.028737] env[62187]: DEBUG nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2001.028737] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94434898-26fb-43a5-a4e6-f7208e585f0a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.087387] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132723, 'name': Rename_Task, 'duration_secs': 1.213772} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.087657] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.087898] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b14fcb4-5b4a-41db-a356-71da95c38648 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.096444] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2001.096444] env[62187]: value = "task-2132726" [ 2001.096444] env[62187]: _type = "Task" [ 2001.096444] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.104435] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.141492] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.326986] env[62187]: DEBUG nova.compute.manager [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Received event network-changed-d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2001.327608] env[62187]: DEBUG nova.compute.manager [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Refreshing instance network info cache due to event network-changed-d6a8fb76-613b-4b75-baef-13a340381061. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2001.327608] env[62187]: DEBUG oslo_concurrency.lockutils [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] Acquiring lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.327608] env[62187]: DEBUG oslo_concurrency.lockutils [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] Acquired lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.327845] env[62187]: DEBUG nova.network.neutron [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Refreshing network info cache for port d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2001.476913] env[62187]: DEBUG nova.compute.utils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2001.483188] env[62187]: DEBUG nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2001.484055] env[62187]: DEBUG nova.network.neutron [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2001.515378] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed130062-6c9f-4aa1-a684-15ffa586f121 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "882bab59-0b93-4d23-8321-e8c09965dab2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.858s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.528941] env[62187]: DEBUG nova.policy [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddf89f7600214a1d85e904a36d727076', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b522ef7a2b614120818edefd7a46c3a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2001.558143] env[62187]: INFO nova.compute.manager [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Took 50.35 seconds to build instance. [ 2001.607783] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132726, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.944208] env[62187]: DEBUG nova.network.neutron [-] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.949259] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.949259] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.949259] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2001.992024] env[62187]: DEBUG nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2002.062889] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ed9215dd-002b-4dd2-892e-066f3c33d64d tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "28ec0106-157e-4e23-b188-7d82f690e559" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.127s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.107385] env[62187]: DEBUG oslo_vmware.api [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132726, 'name': PowerOnVM_Task, 'duration_secs': 0.660029} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.107735] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.107972] env[62187]: INFO nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Took 8.38 seconds to spawn the instance on the hypervisor. [ 2002.109048] env[62187]: DEBUG nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2002.109048] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e20411-5e50-4658-b181-00fef979e915 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.268796] env[62187]: DEBUG nova.network.neutron [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Successfully created port: 956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2002.402957] env[62187]: DEBUG nova.network.neutron [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updated VIF entry in instance network info cache for port d6a8fb76-613b-4b75-baef-13a340381061. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2002.403649] env[62187]: DEBUG nova.network.neutron [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updating instance_info_cache with network_info: [{"id": "d6a8fb76-613b-4b75-baef-13a340381061", "address": "fa:16:3e:71:05:f9", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a8fb76-61", "ovs_interfaceid": "d6a8fb76-613b-4b75-baef-13a340381061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.451587] env[62187]: INFO nova.compute.manager [-] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Took 1.90 seconds to deallocate network for instance. [ 2002.508149] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e64356-2af2-4823-a5c8-9c3ad1d2fe41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.518768] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf031df5-75b1-4067-84e0-facea0b80459 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.555771] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57e88c9-0573-4eeb-b68b-488fe043e229 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.566018] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072caf0e-52d9-4f1d-b023-aa7bd61b7cbe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.571198] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2002.585032] env[62187]: DEBUG nova.compute.provider_tree [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2002.629262] env[62187]: INFO nova.compute.manager [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Took 50.41 seconds to build instance. [ 2002.911456] env[62187]: DEBUG oslo_concurrency.lockutils [req-c66298bc-db1a-43ca-86ee-cfeb9705ca62 req-0cb49230-ce46-44b5-9b13-cd79cb1d75b0 service nova] Releasing lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.962065] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.008150] env[62187]: DEBUG nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2003.028427] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2003.028709] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2003.028823] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2003.029009] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2003.029160] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2003.029309] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2003.029513] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2003.029677] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2003.029838] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2003.029996] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2003.030185] env[62187]: DEBUG nova.virt.hardware [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2003.031093] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d20158-b5e4-4640-b478-33527595c98f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.039938] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22184b1d-17f6-41fc-992e-7885bdc09488 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.088540] env[62187]: DEBUG nova.scheduler.client.report [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.098201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.131039] env[62187]: DEBUG oslo_concurrency.lockutils [None req-704569a6-411a-4b42-a226-c11500c2b741 tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "d72a441d-8993-4eb1-bb9d-67ed97920723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.102s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.270083] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updating instance_info_cache with network_info: [{"id": "933ad78c-1129-405a-a83d-82a318b58f52", "address": "fa:16:3e:59:8d:44", "network": {"id": "d5dadf0a-cb4e-46c0-aa23-b49296c16fd0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1440623455-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2451fbfa99e146a29055c7c8f9ae44d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap933ad78c-11", "ovs_interfaceid": "933ad78c-1129-405a-a83d-82a318b58f52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.357987] env[62187]: DEBUG nova.compute.manager [req-af7d05e8-2297-4c3c-ba07-3d85dec34bca req-60968a69-0610-4f06-b7cd-06fea87e5339 service nova] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Received event network-vif-deleted-d861efb3-4d41-4970-9640-43fe528b3f5b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2003.462941] env[62187]: INFO nova.compute.manager [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Rebuilding instance [ 2003.504868] env[62187]: DEBUG nova.compute.manager [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.505737] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24703565-6815-4407-916a-59c17371a568 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.595807] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.595807] env[62187]: DEBUG nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2003.598552] env[62187]: INFO nova.compute.manager [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Rebuilding instance [ 2003.600865] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.390s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.602371] env[62187]: INFO nova.compute.claims [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2003.634295] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2003.644127] env[62187]: DEBUG nova.compute.manager [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.644967] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8707e10-80b4-45ac-b0d8-becc72760af4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.771958] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-e7b958d1-011a-4278-95e0-200b4c82315d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.772196] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2003.772431] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.772695] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.772848] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.773056] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.773250] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.773398] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2003.773603] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2003.773762] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2004.059968] env[62187]: DEBUG nova.network.neutron [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Successfully updated port: 956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2004.106497] env[62187]: DEBUG nova.compute.utils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2004.109587] env[62187]: DEBUG nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2004.109757] env[62187]: DEBUG nova.network.neutron [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2004.159591] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.180566] env[62187]: DEBUG nova.policy [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69b7c31f258b4d29b2393744e6f01d31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b747ba4e1fa43c2838b980d7cd8a111', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2004.278923] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.521611] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.521922] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15226cd4-26d1-4e35-8c20-12a0c443a506 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.530729] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2004.530729] env[62187]: value = "task-2132727" [ 2004.530729] env[62187]: _type = "Task" [ 2004.530729] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.539976] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.556732] env[62187]: DEBUG nova.network.neutron [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Successfully created port: 918857bd-1280-4c39-80ce-e59a89974f20 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2004.562494] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.562653] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquired lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.562799] env[62187]: DEBUG nova.network.neutron [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.615790] env[62187]: DEBUG nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2004.659809] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.662027] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4076176-ae30-43ac-ac94-ca311cfd6e86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.670636] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2004.670636] env[62187]: value = "task-2132728" [ 2004.670636] env[62187]: _type = "Task" [ 2004.670636] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.686733] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.021093] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500f01c2-42fe-4751-bdbb-fa07a5bb15fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.029454] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7471247-dff4-4eee-9dda-c2ef839fb61a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.041108] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132727, 'name': PowerOffVM_Task, 'duration_secs': 0.279407} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.065012] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.065294] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.068101] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fcb170-b79a-4946-ac64-c7e5e840d345 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.071010] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd4b4e2-574b-4651-8970-c5f0aed90363 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.081076] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a966256-d0a3-4005-b5df-23e66c55bb8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.084675] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.084903] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a35897e1-3ddf-450d-86fb-21ce20c150b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.097705] env[62187]: DEBUG nova.compute.provider_tree [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2005.106513] env[62187]: DEBUG nova.network.neutron [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2005.182131] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132728, 'name': PowerOffVM_Task, 'duration_secs': 0.138331} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.182131] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2005.182131] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2005.182131] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26024174-6a4d-4ec4-a9e0-1d751a910851 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.189650] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2005.191018] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c551363c-2484-458b-9ed4-37d0d6bb16a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.214806] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.215085] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.215271] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleting the datastore file [datastore2] 28ec0106-157e-4e23-b188-7d82f690e559 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.215549] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bc7c80d-f99b-4dc6-acd6-1ce58f04e8a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.227432] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2005.227432] env[62187]: value = "task-2132731" [ 2005.227432] env[62187]: _type = "Task" [ 2005.227432] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.228679] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2005.228878] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2005.229146] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Deleting the datastore file [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2005.232288] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ddc488c-1fe5-4ced-8b14-e2b11bbf77d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.239988] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.241230] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2005.241230] env[62187]: value = "task-2132732" [ 2005.241230] env[62187]: _type = "Task" [ 2005.241230] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.249037] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.573312] env[62187]: DEBUG nova.network.neutron [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Updating instance_info_cache with network_info: [{"id": "956a68b7-982e-40cd-a06e-c863104e85ae", "address": "fa:16:3e:25:24:61", "network": {"id": "5a3ae3a0-137f-4600-83ff-aa4988f1c618", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1003646613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b522ef7a2b614120818edefd7a46c3a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956a68b7-98", "ovs_interfaceid": "956a68b7-982e-40cd-a06e-c863104e85ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.600914] env[62187]: DEBUG nova.scheduler.client.report [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2005.625388] env[62187]: DEBUG nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2005.645962] env[62187]: DEBUG nova.compute.manager [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Received event network-vif-plugged-956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2005.646196] env[62187]: DEBUG oslo_concurrency.lockutils [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] Acquiring lock "99fe39eb-5075-4b07-af3a-4d751be4e50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.646438] env[62187]: DEBUG oslo_concurrency.lockutils [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.646632] env[62187]: DEBUG oslo_concurrency.lockutils [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.646843] env[62187]: DEBUG nova.compute.manager [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] No waiting events found dispatching network-vif-plugged-956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2005.647054] env[62187]: WARNING nova.compute.manager [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Received unexpected event network-vif-plugged-956a68b7-982e-40cd-a06e-c863104e85ae for instance with vm_state building and task_state spawning. [ 2005.647254] env[62187]: DEBUG nova.compute.manager [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Received event network-changed-956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2005.647411] env[62187]: DEBUG nova.compute.manager [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Refreshing instance network info cache due to event network-changed-956a68b7-982e-40cd-a06e-c863104e85ae. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2005.647605] env[62187]: DEBUG oslo_concurrency.lockutils [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] Acquiring lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.657244] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2005.657782] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2005.657782] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2005.657986] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2005.658122] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2005.658307] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2005.658557] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2005.658737] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2005.658948] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2005.659155] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2005.659367] env[62187]: DEBUG nova.virt.hardware [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2005.660479] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3634812c-3e68-4d4c-a879-a9d0b68ac778 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.669655] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169fc79b-fb7c-421a-ab73-ec3414bf348d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.738711] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148461} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.739257] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.739257] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.739370] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2005.750474] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106519} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.750800] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2005.750901] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2005.751080] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2006.076568] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Releasing lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.076568] env[62187]: DEBUG nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Instance network_info: |[{"id": "956a68b7-982e-40cd-a06e-c863104e85ae", "address": "fa:16:3e:25:24:61", "network": {"id": "5a3ae3a0-137f-4600-83ff-aa4988f1c618", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1003646613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b522ef7a2b614120818edefd7a46c3a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956a68b7-98", "ovs_interfaceid": "956a68b7-982e-40cd-a06e-c863104e85ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2006.076834] env[62187]: DEBUG oslo_concurrency.lockutils [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] Acquired lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.076834] env[62187]: DEBUG nova.network.neutron [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Refreshing network info cache for port 956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2006.077678] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:24:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956a68b7-982e-40cd-a06e-c863104e85ae', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2006.085377] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Creating folder: Project (b522ef7a2b614120818edefd7a46c3a4). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2006.085841] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e53ce842-d3d4-44d7-82f0-2b1fd3985801 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.098822] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Created folder: Project (b522ef7a2b614120818edefd7a46c3a4) in parent group-v435995. [ 2006.099031] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Creating folder: Instances. Parent ref: group-v436121. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2006.099273] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94e7c8e6-37d0-4aa4-9dcb-1ca8908120ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.105930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.106245] env[62187]: DEBUG nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2006.110754] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.037s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.110754] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.111593] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.635s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.111778] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.113756] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.506s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.113941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.115552] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.603s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.117249] env[62187]: INFO nova.compute.claims [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2006.126760] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Created folder: Instances in parent group-v436121. [ 2006.126980] env[62187]: DEBUG oslo.service.loopingcall [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.128336] env[62187]: DEBUG nova.network.neutron [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Successfully updated port: 918857bd-1280-4c39-80ce-e59a89974f20 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2006.129144] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2006.131402] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd1287a-f01c-446e-82d7-87b2e120f73e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.149996] env[62187]: INFO nova.scheduler.client.report [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleted allocations for instance 3717ebd5-ce7f-48ea-a834-c87e75fadadd [ 2006.152286] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2006.152286] env[62187]: value = "task-2132735" [ 2006.152286] env[62187]: _type = "Task" [ 2006.152286] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.157265] env[62187]: INFO nova.scheduler.client.report [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Deleted allocations for instance 2e9302e8-7348-4fdf-8cfb-a6e7308c7726 [ 2006.167741] env[62187]: INFO nova.scheduler.client.report [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Deleted allocations for instance 1c8e5a82-5373-4c48-9214-31773d5ab4bb [ 2006.172777] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132735, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.623738] env[62187]: DEBUG nova.compute.utils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2006.625360] env[62187]: DEBUG nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2006.625532] env[62187]: DEBUG nova.network.neutron [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2006.646406] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "refresh_cache-6ad16be6-039f-4bdc-aa25-20ee8743c728" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.646613] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "refresh_cache-6ad16be6-039f-4bdc-aa25-20ee8743c728" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.646805] env[62187]: DEBUG nova.network.neutron [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2006.664707] env[62187]: DEBUG oslo_concurrency.lockutils [None req-53eb17c5-5787-4dbc-9225-952a19e02779 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "3717ebd5-ce7f-48ea-a834-c87e75fadadd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.662s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.668207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c2a062d-6e8a-44d9-b282-cab2e775cd61 tempest-ServersAdminNegativeTestJSON-284496270 tempest-ServersAdminNegativeTestJSON-284496270-project-member] Lock "2e9302e8-7348-4fdf-8cfb-a6e7308c7726" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.151s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.677852] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132735, 'name': CreateVM_Task, 'duration_secs': 0.386683} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.678029] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2006.678656] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2006.678789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2006.679100] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2006.679676] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8608de1d-d613-4f9a-b30c-3deddd41f732 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.682054] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3e4a9ec6-0cca-4605-810c-2837e799e683 tempest-ServersAaction247Test-2003996192 tempest-ServersAaction247Test-2003996192-project-member] Lock "1c8e5a82-5373-4c48-9214-31773d5ab4bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.541s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.688217] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2006.688217] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255b7d4-b76b-4fed-6955-0890993ba0c8" [ 2006.688217] env[62187]: _type = "Task" [ 2006.688217] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.700033] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255b7d4-b76b-4fed-6955-0890993ba0c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.747306] env[62187]: DEBUG nova.policy [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cbdb659ac314011b3446fca873a1469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f917c466ce4b8ba43d7e7b911dab8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2006.784062] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2006.784341] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2006.784508] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2006.784696] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2006.784883] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2006.785062] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2006.785296] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2006.785680] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2006.785926] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2006.786070] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2006.786251] env[62187]: DEBUG nova.virt.hardware [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2006.787141] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e31ce3-bb01-45c0-9041-6aa4f5c70695 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.799361] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2006.799634] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2006.799791] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2006.799997] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2006.800200] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2006.800376] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2006.800592] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2006.800761] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2006.800930] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2006.801131] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2006.801268] env[62187]: DEBUG nova.virt.hardware [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2006.802654] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4267a2a0-83a8-4990-b751-1631059330ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.808299] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf5493-49e6-45a9-93ca-b9170db554a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.828196] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:73:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43ef982d-d58a-4973-9e4f-ab2964f3fdce', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2006.837040] env[62187]: DEBUG oslo.service.loopingcall [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.841145] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0764865-cb95-4f32-b502-eea85260ef9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.846267] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2006.846526] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32f76b1d-e132-4822-92bf-8e9fec58d0b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.879390] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2006.887311] env[62187]: DEBUG oslo.service.loopingcall [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2006.889604] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2006.889961] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2006.889961] env[62187]: value = "task-2132736" [ 2006.889961] env[62187]: _type = "Task" [ 2006.889961] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.890264] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b15d3dab-cedd-48e7-a964-d62e24974c31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.913717] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132736, 'name': CreateVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.915110] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2006.915110] env[62187]: value = "task-2132737" [ 2006.915110] env[62187]: _type = "Task" [ 2006.915110] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.925404] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132737, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.122345] env[62187]: DEBUG nova.network.neutron [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Updated VIF entry in instance network info cache for port 956a68b7-982e-40cd-a06e-c863104e85ae. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2007.122866] env[62187]: DEBUG nova.network.neutron [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Updating instance_info_cache with network_info: [{"id": "956a68b7-982e-40cd-a06e-c863104e85ae", "address": "fa:16:3e:25:24:61", "network": {"id": "5a3ae3a0-137f-4600-83ff-aa4988f1c618", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1003646613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b522ef7a2b614120818edefd7a46c3a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956a68b7-98", "ovs_interfaceid": "956a68b7-982e-40cd-a06e-c863104e85ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.129945] env[62187]: DEBUG nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2007.207209] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255b7d4-b76b-4fed-6955-0890993ba0c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011391} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.207816] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.207982] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2007.208111] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.208418] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.208648] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2007.208939] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557874a8-a049-4521-b299-0e692ec2f97a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.218081] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2007.218422] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2007.219443] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b6fe86-c6ca-46ab-8141-5883f082fe5c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.228065] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2007.228065] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523da2ee-1855-eba5-18ca-95a4e6cacfb4" [ 2007.228065] env[62187]: _type = "Task" [ 2007.228065] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.239813] env[62187]: DEBUG nova.network.neutron [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2007.241777] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523da2ee-1855-eba5-18ca-95a4e6cacfb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.415371] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132736, 'name': CreateVM_Task, 'duration_secs': 0.490167} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.418012] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2007.421995] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.422179] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.422486] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2007.422739] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1084f07-32c5-43a6-8f78-35d642abfb54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.429275] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2007.429275] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e8bec6-0be7-dd34-d91f-cb158b3bac26" [ 2007.429275] env[62187]: _type = "Task" [ 2007.429275] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.432872] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132737, 'name': CreateVM_Task, 'duration_secs': 0.310781} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.436652] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2007.438599] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.445605] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e8bec6-0be7-dd34-d91f-cb158b3bac26, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.445885] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.446214] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2007.446444] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.447190] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.447516] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2007.451747] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-555c4335-082e-4e2e-bae3-a5665989d919 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.456490] env[62187]: DEBUG nova.network.neutron [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Successfully created port: ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2007.460236] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2007.460236] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5273c9f7-6e7a-c54e-ba32-9bd0a99ca831" [ 2007.460236] env[62187]: _type = "Task" [ 2007.460236] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.470188] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5273c9f7-6e7a-c54e-ba32-9bd0a99ca831, 'name': SearchDatastore_Task} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.470515] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.470769] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2007.470994] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.584099] env[62187]: DEBUG nova.network.neutron [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Updating instance_info_cache with network_info: [{"id": "918857bd-1280-4c39-80ce-e59a89974f20", "address": "fa:16:3e:da:20:96", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918857bd-12", "ovs_interfaceid": "918857bd-1280-4c39-80ce-e59a89974f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2007.625020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796cdbbe-f698-433d-876d-50e1a98c9eae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.631783] env[62187]: DEBUG oslo_concurrency.lockutils [req-406977ec-a175-4240-8a10-80dc1f8c2367 req-07791197-b3fb-41a6-9506-fca895a421a2 service nova] Releasing lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.643952] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b58db-053c-454f-94b5-a04e579e32f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.696705] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c1e59b-4ad8-409d-a2e5-be935df48cd5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.707488] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1a21f2-78c8-4a76-b316-44f592535987 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.723665] env[62187]: DEBUG nova.compute.provider_tree [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.739112] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523da2ee-1855-eba5-18ca-95a4e6cacfb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009808} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.739112] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745b7790-0cef-4590-ac78-e273d2c62409 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.744695] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2007.744695] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52845494-bbeb-327d-0666-6884726d23f4" [ 2007.744695] env[62187]: _type = "Task" [ 2007.744695] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.753733] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52845494-bbeb-327d-0666-6884726d23f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.853848] env[62187]: DEBUG nova.compute.manager [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Received event network-vif-plugged-918857bd-1280-4c39-80ce-e59a89974f20 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2007.854094] env[62187]: DEBUG oslo_concurrency.lockutils [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] Acquiring lock "6ad16be6-039f-4bdc-aa25-20ee8743c728-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.854400] env[62187]: DEBUG oslo_concurrency.lockutils [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.854612] env[62187]: DEBUG oslo_concurrency.lockutils [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2007.854670] env[62187]: DEBUG nova.compute.manager [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] No waiting events found dispatching network-vif-plugged-918857bd-1280-4c39-80ce-e59a89974f20 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2007.854887] env[62187]: WARNING nova.compute.manager [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Received unexpected event network-vif-plugged-918857bd-1280-4c39-80ce-e59a89974f20 for instance with vm_state building and task_state spawning. [ 2007.855080] env[62187]: DEBUG nova.compute.manager [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Received event network-changed-918857bd-1280-4c39-80ce-e59a89974f20 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2007.857037] env[62187]: DEBUG nova.compute.manager [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Refreshing instance network info cache due to event network-changed-918857bd-1280-4c39-80ce-e59a89974f20. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2007.857636] env[62187]: DEBUG oslo_concurrency.lockutils [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] Acquiring lock "refresh_cache-6ad16be6-039f-4bdc-aa25-20ee8743c728" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.087157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "refresh_cache-6ad16be6-039f-4bdc-aa25-20ee8743c728" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.087554] env[62187]: DEBUG nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Instance network_info: |[{"id": "918857bd-1280-4c39-80ce-e59a89974f20", "address": "fa:16:3e:da:20:96", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918857bd-12", "ovs_interfaceid": "918857bd-1280-4c39-80ce-e59a89974f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2008.087910] env[62187]: DEBUG oslo_concurrency.lockutils [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] Acquired lock "refresh_cache-6ad16be6-039f-4bdc-aa25-20ee8743c728" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.088393] env[62187]: DEBUG nova.network.neutron [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Refreshing network info cache for port 918857bd-1280-4c39-80ce-e59a89974f20 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2008.090443] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:20:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '918857bd-1280-4c39-80ce-e59a89974f20', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2008.098865] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Creating folder: Project (0b747ba4e1fa43c2838b980d7cd8a111). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.099613] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0148f009-28d2-4599-8cdb-7d78b0a930bd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.116215] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Created folder: Project (0b747ba4e1fa43c2838b980d7cd8a111) in parent group-v435995. [ 2008.116215] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Creating folder: Instances. Parent ref: group-v436126. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2008.116215] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b8f8f99-e0d6-46ee-93d9-7d903a855484 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.132109] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Created folder: Instances in parent group-v436126. [ 2008.132109] env[62187]: DEBUG oslo.service.loopingcall [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.132109] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2008.132109] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ffe4bd1-d94d-465c-856d-2f467876f83f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.147297] env[62187]: DEBUG nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2008.155861] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2008.155861] env[62187]: value = "task-2132740" [ 2008.155861] env[62187]: _type = "Task" [ 2008.155861] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.172378] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132740, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.179128] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2008.179128] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2008.179128] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2008.179460] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2008.179460] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2008.179684] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2008.183019] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2008.183019] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2008.183019] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2008.183019] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2008.183019] env[62187]: DEBUG nova.virt.hardware [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2008.183275] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e042e-e810-4fdd-9e5a-17c3d651616d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.192813] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee0a60e-5478-4a1b-b250-1f535b7a0b83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.226720] env[62187]: DEBUG nova.scheduler.client.report [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2008.256952] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52845494-bbeb-327d-0666-6884726d23f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.257542] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.258279] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 99fe39eb-5075-4b07-af3a-4d751be4e50a/99fe39eb-5075-4b07-af3a-4d751be4e50a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2008.258279] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.258486] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2008.258867] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61c578d5-6850-4b29-91ac-9d5070328881 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.261213] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e41f982-d222-4002-89f6-5913eca6e274 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.269777] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2008.269777] env[62187]: value = "task-2132741" [ 2008.269777] env[62187]: _type = "Task" [ 2008.269777] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.271109] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2008.271297] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2008.274894] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-484a0773-adf4-4a38-9faf-d605fbfeab0c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.281164] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2008.281164] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b7388-6dea-f7b9-1bce-34027912f9f3" [ 2008.281164] env[62187]: _type = "Task" [ 2008.281164] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.284744] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.292916] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b7388-6dea-f7b9-1bce-34027912f9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.679812] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132740, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.733059] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.734290] env[62187]: DEBUG nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2008.737981] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.320s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.745602] env[62187]: INFO nova.compute.claims [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2008.785543] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132741, 'name': CopyVirtualDisk_Task} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.790337] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 99fe39eb-5075-4b07-af3a-4d751be4e50a/99fe39eb-5075-4b07-af3a-4d751be4e50a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2008.790814] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2008.795758] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ace1cad8-717a-4ea8-a0e4-0b973f385983 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.802681] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b7388-6dea-f7b9-1bce-34027912f9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.018334} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.804521] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2008.804521] env[62187]: value = "task-2132742" [ 2008.804521] env[62187]: _type = "Task" [ 2008.804521] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.804808] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d11e97e-f7a9-452b-a5bf-c17a3095ae4e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.815789] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.817820] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2008.817820] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eae11c-d3aa-b915-c4b4-07fb3f794687" [ 2008.817820] env[62187]: _type = "Task" [ 2008.817820] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.827787] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eae11c-d3aa-b915-c4b4-07fb3f794687, 'name': SearchDatastore_Task, 'duration_secs': 0.009408} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.830723] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.831052] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2008.831414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.831661] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2008.831918] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9ebaa5d-c646-4a88-8116-6506f706095d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.834118] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f940a09-6f55-49cd-94cc-1ec89ef5bd6c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.844009] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2008.844009] env[62187]: value = "task-2132743" [ 2008.844009] env[62187]: _type = "Task" [ 2008.844009] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.846074] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2008.846350] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2008.852211] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362afa9a-ab62-4e9d-8221-c0b39bc11d80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.864378] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2008.864378] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f57f50-9af9-2ab3-ff0f-e733b7f3dae4" [ 2008.864378] env[62187]: _type = "Task" [ 2008.864378] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.864634] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.876497] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f57f50-9af9-2ab3-ff0f-e733b7f3dae4, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.879670] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b952db44-8e5b-459e-8d4b-319a1a1da3d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.886115] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2008.886115] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238cbc8-839a-9411-3d15-5662df9e6c7f" [ 2008.886115] env[62187]: _type = "Task" [ 2008.886115] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.898021] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238cbc8-839a-9411-3d15-5662df9e6c7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.966673] env[62187]: DEBUG nova.network.neutron [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Updated VIF entry in instance network info cache for port 918857bd-1280-4c39-80ce-e59a89974f20. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2008.966673] env[62187]: DEBUG nova.network.neutron [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Updating instance_info_cache with network_info: [{"id": "918857bd-1280-4c39-80ce-e59a89974f20", "address": "fa:16:3e:da:20:96", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918857bd-12", "ovs_interfaceid": "918857bd-1280-4c39-80ce-e59a89974f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.169886] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132740, 'name': CreateVM_Task, 'duration_secs': 0.573522} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.170092] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2009.171096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.171245] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.171623] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2009.171897] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f59721f-3334-482c-96c7-2a88672ee16e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.178816] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2009.178816] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d3d33d-907d-8255-d241-978fb73f473b" [ 2009.178816] env[62187]: _type = "Task" [ 2009.178816] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.190661] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d3d33d-907d-8255-d241-978fb73f473b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.255620] env[62187]: DEBUG nova.compute.utils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2009.257048] env[62187]: DEBUG nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2009.257537] env[62187]: DEBUG nova.network.neutron [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2009.316553] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073915} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.316786] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2009.317828] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f190877a-b5b9-4c31-9d04-eb54847eb54d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.346992] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 99fe39eb-5075-4b07-af3a-4d751be4e50a/99fe39eb-5075-4b07-af3a-4d751be4e50a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.347758] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b44af3-1e5b-48a4-9003-a6d512dff51b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.364307] env[62187]: DEBUG nova.policy [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f386ec6c434f02a661f9a49e0fa512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabd4964ff9b4cf59f1da0213c2fcecd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2009.375688] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433836} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.377168] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2009.377392] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2009.377702] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2009.377702] env[62187]: value = "task-2132744" [ 2009.377702] env[62187]: _type = "Task" [ 2009.377702] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.377894] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aade474-1198-4e25-b69a-9bf5b3e69bd1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.394444] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.394769] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2009.394769] env[62187]: value = "task-2132745" [ 2009.394769] env[62187]: _type = "Task" [ 2009.394769] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.402313] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238cbc8-839a-9411-3d15-5662df9e6c7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009237} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.403116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.403397] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2009.403974] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4d9ede-5d09-4405-b6d6-8a6439e9f6b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.409947] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.418160] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2009.418160] env[62187]: value = "task-2132746" [ 2009.418160] env[62187]: _type = "Task" [ 2009.418160] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.429133] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.468356] env[62187]: DEBUG oslo_concurrency.lockutils [req-a5c2435d-39a7-4eae-8a2e-f20e9cbee6fe req-0298331a-37c7-455c-8ad5-e02377425cca service nova] Releasing lock "refresh_cache-6ad16be6-039f-4bdc-aa25-20ee8743c728" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.571619] env[62187]: DEBUG nova.network.neutron [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Successfully updated port: ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2009.694787] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d3d33d-907d-8255-d241-978fb73f473b, 'name': SearchDatastore_Task, 'duration_secs': 0.046212} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.695470] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.695742] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2009.696157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.696217] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.696373] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2009.696656] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2339c280-e02c-46d0-aac6-8284f10d537b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.714662] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2009.714882] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2009.715671] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c8d439-1ca4-4435-9cfa-ab7c991c79ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.727562] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2009.727562] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c1e4e-26c5-c4ae-9428-7481a76d38c5" [ 2009.727562] env[62187]: _type = "Task" [ 2009.727562] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.738569] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c1e4e-26c5-c4ae-9428-7481a76d38c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.761533] env[62187]: DEBUG nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2009.897365] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132744, 'name': ReconfigVM_Task, 'duration_secs': 0.335743} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.902335] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 99fe39eb-5075-4b07-af3a-4d751be4e50a/99fe39eb-5075-4b07-af3a-4d751be4e50a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2009.903491] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4b150ab-b9fc-46c8-8011-e2759dfd0adb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.912160] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085853} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.913432] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2009.914566] env[62187]: DEBUG nova.compute.manager [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Received event network-vif-plugged-ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2009.914769] env[62187]: DEBUG oslo_concurrency.lockutils [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] Acquiring lock "44a56a4f-665a-428d-85b1-434938ca88b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.914998] env[62187]: DEBUG oslo_concurrency.lockutils [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] Lock "44a56a4f-665a-428d-85b1-434938ca88b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.915194] env[62187]: DEBUG oslo_concurrency.lockutils [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] Lock "44a56a4f-665a-428d-85b1-434938ca88b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.915363] env[62187]: DEBUG nova.compute.manager [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] No waiting events found dispatching network-vif-plugged-ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2009.915562] env[62187]: WARNING nova.compute.manager [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Received unexpected event network-vif-plugged-ea137700-f78d-4dd2-b47c-54cc11460c03 for instance with vm_state building and task_state spawning. [ 2009.915680] env[62187]: DEBUG nova.compute.manager [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Received event network-changed-ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2009.916371] env[62187]: DEBUG nova.compute.manager [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Refreshing instance network info cache due to event network-changed-ea137700-f78d-4dd2-b47c-54cc11460c03. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2009.916371] env[62187]: DEBUG oslo_concurrency.lockutils [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] Acquiring lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2009.916371] env[62187]: DEBUG oslo_concurrency.lockutils [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] Acquired lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2009.916923] env[62187]: DEBUG nova.network.neutron [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Refreshing network info cache for port ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2009.924303] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23275e22-136d-4cbf-a0ae-76384c83880d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.927110] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2009.927110] env[62187]: value = "task-2132747" [ 2009.927110] env[62187]: _type = "Task" [ 2009.927110] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.961671] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2009.967966] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b44e02-428d-4ca2-84ce-9f7b865202b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.982898] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132746, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.984138] env[62187]: DEBUG nova.network.neutron [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Successfully created port: 04596633-41f4-40ed-a6cc-3999651723de {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2009.993514] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132747, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.001738] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2010.001738] env[62187]: value = "task-2132748" [ 2010.001738] env[62187]: _type = "Task" [ 2010.001738] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.013418] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.075798] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2010.243492] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c1e4e-26c5-c4ae-9428-7481a76d38c5, 'name': SearchDatastore_Task, 'duration_secs': 0.056994} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.244721] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a1d642-d9a1-46c6-b81f-5aed5627515e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.261342] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2010.261342] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5271b637-1c7c-2250-18f3-5e33d8b2b7bd" [ 2010.261342] env[62187]: _type = "Task" [ 2010.261342] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.279019] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5271b637-1c7c-2250-18f3-5e33d8b2b7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.279019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.279019] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 6ad16be6-039f-4bdc-aa25-20ee8743c728/6ad16be6-039f-4bdc-aa25-20ee8743c728.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2010.279019] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f18d645-3d42-48a9-b049-7fa1fac39c4f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.287041] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2010.287041] env[62187]: value = "task-2132749" [ 2010.287041] env[62187]: _type = "Task" [ 2010.287041] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.313019] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.332431] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6a0019-0f0e-4a3a-967f-79ecebdeeb41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.342508] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5df6924-a21a-4231-9aea-ee90344f60ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.380398] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67a37a2-315b-4a8e-8dbf-90af9382f257 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.389306] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b92540-3488-40eb-b67f-efc6afcdfc41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.404422] env[62187]: DEBUG nova.compute.provider_tree [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2010.437175] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132746, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.446113] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132747, 'name': Rename_Task, 'duration_secs': 0.155823} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.446474] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.446615] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56203e0c-c0bf-42bc-9b64-d5f8baa609b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.454286] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2010.454286] env[62187]: value = "task-2132750" [ 2010.454286] env[62187]: _type = "Task" [ 2010.454286] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.463405] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.481936] env[62187]: DEBUG nova.network.neutron [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2010.514159] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132748, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.618234] env[62187]: DEBUG nova.network.neutron [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.782759] env[62187]: DEBUG nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2010.797789] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.808910] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.809175] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.809332] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.809540] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.809691] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.810166] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.810388] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.810620] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.812148] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.812349] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.812820] env[62187]: DEBUG nova.virt.hardware [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.813660] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b640f-d62e-4eed-a1d1-1c56266f1f9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.827306] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1c232c-4fb9-4c02-be40-b99b53660d3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.910404] env[62187]: DEBUG nova.scheduler.client.report [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2010.939327] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132746, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.480839} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.940163] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2010.940163] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2010.940325] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20e9e459-5209-4f98-b1ba-c95505d57f30 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.949014] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2010.949014] env[62187]: value = "task-2132751" [ 2010.949014] env[62187]: _type = "Task" [ 2010.949014] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.961228] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.969600] env[62187]: DEBUG oslo_vmware.api [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2132750, 'name': PowerOnVM_Task, 'duration_secs': 0.503006} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.969913] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2010.970104] env[62187]: INFO nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Took 7.96 seconds to spawn the instance on the hypervisor. [ 2010.970291] env[62187]: DEBUG nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2010.971124] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31068b63-29a5-4739-927c-9407d9504f64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.015272] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132748, 'name': ReconfigVM_Task, 'duration_secs': 0.564597} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.016106] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 28ec0106-157e-4e23-b188-7d82f690e559/28ec0106-157e-4e23-b188-7d82f690e559.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2011.016309] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00f6909-d074-46d4-bb0c-a48a0eccc493 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.025554] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2011.025554] env[62187]: value = "task-2132752" [ 2011.025554] env[62187]: _type = "Task" [ 2011.025554] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.040051] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132752, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.121678] env[62187]: DEBUG oslo_concurrency.lockutils [req-a66ff094-db8a-4707-9a7c-75fa414d59df req-4c7b1d38-165e-4b32-9b06-01d6eb0e7cc8 service nova] Releasing lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2011.122099] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.122568] env[62187]: DEBUG nova.network.neutron [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2011.307050] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132749, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.419781] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.422793] env[62187]: DEBUG nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2011.423960] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.493s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.424189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.426338] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.876s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.427889] env[62187]: INFO nova.compute.claims [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2011.463648] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097323} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.463648] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2011.463648] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f2443a-6e50-4df4-8f5f-a1b62f0fb7d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.486651] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2011.488917] env[62187]: INFO nova.scheduler.client.report [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Deleted allocations for instance 9c1472cf-7406-4baa-be73-b8f59c235252 [ 2011.497429] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da9e985-b202-444d-8288-aa3e4b737485 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.516479] env[62187]: INFO nova.compute.manager [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Took 54.75 seconds to build instance. [ 2011.525265] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2011.525265] env[62187]: value = "task-2132753" [ 2011.525265] env[62187]: _type = "Task" [ 2011.525265] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.547838] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132752, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.548275] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.686677] env[62187]: DEBUG nova.network.neutron [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2011.799924] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132749, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.024802} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2011.800227] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 6ad16be6-039f-4bdc-aa25-20ee8743c728/6ad16be6-039f-4bdc-aa25-20ee8743c728.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2011.800419] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2011.800767] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e866547b-cde0-4ed0-8ace-54fef38ad473 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.810080] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2011.810080] env[62187]: value = "task-2132754" [ 2011.810080] env[62187]: _type = "Task" [ 2011.810080] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.818609] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.938738] env[62187]: DEBUG nova.compute.utils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.938738] env[62187]: DEBUG nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2011.938738] env[62187]: DEBUG nova.network.neutron [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2012.004226] env[62187]: DEBUG nova.policy [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6fdb45e8aa864a08babc2dfb5b095016', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba6d82ea6da84c3ab49d712a3f257a8e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2012.020645] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a500e44-a0e8-4d8e-8d30-eb7c3bd3d1d6 tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "9c1472cf-7406-4baa-be73-b8f59c235252" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.177s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.023320] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc172280-4a8f-4a26-b5ae-6358f1f2e68f tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.505s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.038656] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132753, 'name': ReconfigVM_Task, 'duration_secs': 0.284675} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.039514] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Reconfigured VM instance instance-00000027 to attach disk [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2012.040777] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5021e5a5-3a97-4fa1-b1fb-5dc7f8cc4920 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.045938] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132752, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.053023] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2012.053023] env[62187]: value = "task-2132755" [ 2012.053023] env[62187]: _type = "Task" [ 2012.053023] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.067023] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132755, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.079299] env[62187]: DEBUG nova.network.neutron [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Updating instance_info_cache with network_info: [{"id": "ea137700-f78d-4dd2-b47c-54cc11460c03", "address": "fa:16:3e:5a:5e:c7", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea137700-f7", "ovs_interfaceid": "ea137700-f78d-4dd2-b47c-54cc11460c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.286572] env[62187]: DEBUG nova.network.neutron [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Successfully updated port: 04596633-41f4-40ed-a6cc-3999651723de {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2012.296855] env[62187]: DEBUG nova.network.neutron [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Successfully created port: e5ca4f14-1198-493d-9aa6-26751ca3ec35 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2012.323115] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266268} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.323419] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2012.324355] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4a662-3c6b-432b-a34a-f1163e7e6dd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.352625] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6ad16be6-039f-4bdc-aa25-20ee8743c728/6ad16be6-039f-4bdc-aa25-20ee8743c728.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2012.352625] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b167a5c5-5c46-4f7d-a2ec-4ac26c8f7a35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.375850] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2012.375850] env[62187]: value = "task-2132756" [ 2012.375850] env[62187]: _type = "Task" [ 2012.375850] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.389108] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.443824] env[62187]: DEBUG nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2012.552092] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132752, 'name': Rename_Task, 'duration_secs': 1.193883} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.552385] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.556897] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64a3bf5e-168e-41f4-bf85-4aeca1a2eedf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.568587] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132755, 'name': Rename_Task, 'duration_secs': 0.156081} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.570121] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2012.570405] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2012.570405] env[62187]: value = "task-2132757" [ 2012.570405] env[62187]: _type = "Task" [ 2012.570405] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.570583] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a6cb63e-c673-4a52-9886-7026eb2ff952 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.584020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.584315] env[62187]: DEBUG nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Instance network_info: |[{"id": "ea137700-f78d-4dd2-b47c-54cc11460c03", "address": "fa:16:3e:5a:5e:c7", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea137700-f7", "ovs_interfaceid": "ea137700-f78d-4dd2-b47c-54cc11460c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2012.585420] env[62187]: DEBUG nova.compute.manager [req-15781b8b-e52b-40f6-ab4d-7a2dc5a03651 req-63171ebf-3e03-41a7-9bc1-14cbbe9979a1 service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Received event network-vif-plugged-04596633-41f4-40ed-a6cc-3999651723de {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2012.586249] env[62187]: DEBUG oslo_concurrency.lockutils [req-15781b8b-e52b-40f6-ab4d-7a2dc5a03651 req-63171ebf-3e03-41a7-9bc1-14cbbe9979a1 service nova] Acquiring lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.586249] env[62187]: DEBUG oslo_concurrency.lockutils [req-15781b8b-e52b-40f6-ab4d-7a2dc5a03651 req-63171ebf-3e03-41a7-9bc1-14cbbe9979a1 service nova] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.586249] env[62187]: DEBUG oslo_concurrency.lockutils [req-15781b8b-e52b-40f6-ab4d-7a2dc5a03651 req-63171ebf-3e03-41a7-9bc1-14cbbe9979a1 service nova] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.586434] env[62187]: DEBUG nova.compute.manager [req-15781b8b-e52b-40f6-ab4d-7a2dc5a03651 req-63171ebf-3e03-41a7-9bc1-14cbbe9979a1 service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] No waiting events found dispatching network-vif-plugged-04596633-41f4-40ed-a6cc-3999651723de {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2012.586661] env[62187]: WARNING nova.compute.manager [req-15781b8b-e52b-40f6-ab4d-7a2dc5a03651 req-63171ebf-3e03-41a7-9bc1-14cbbe9979a1 service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Received unexpected event network-vif-plugged-04596633-41f4-40ed-a6cc-3999651723de for instance with vm_state building and task_state spawning. [ 2012.588079] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:5e:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea137700-f78d-4dd2-b47c-54cc11460c03', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2012.597416] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Creating folder: Project (10f917c466ce4b8ba43d7e7b911dab8b). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2012.603512] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcb6a08e-e637-464b-9863-0f722d0bd9d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.606580] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2012.606580] env[62187]: value = "task-2132758" [ 2012.606580] env[62187]: _type = "Task" [ 2012.606580] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.606883] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132757, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.623906] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.625997] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Created folder: Project (10f917c466ce4b8ba43d7e7b911dab8b) in parent group-v435995. [ 2012.626216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Creating folder: Instances. Parent ref: group-v436129. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2012.626554] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa0158a8-c313-49be-9581-4e39b7f67296 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.641264] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Created folder: Instances in parent group-v436129. [ 2012.642035] env[62187]: DEBUG oslo.service.loopingcall [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2012.642146] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2012.642424] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05307127-1990-4dc0-a933-b6bea62540e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.674606] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2012.674606] env[62187]: value = "task-2132761" [ 2012.674606] env[62187]: _type = "Task" [ 2012.674606] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.686293] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.791847] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "refresh_cache-66e4bd18-5b1e-4854-960b-cf890d53c7cb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.792049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "refresh_cache-66e4bd18-5b1e-4854-960b-cf890d53c7cb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.792207] env[62187]: DEBUG nova.network.neutron [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.892965] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132756, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.992325] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2f039b-40c4-4880-b80a-945092876d85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.002304] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f14f5d-6c95-4f79-a0eb-7c0ecd0f233e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.051978] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e550e-0408-4666-95c7-1780a7bcd5c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.059455] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "29e8255d-3145-4197-8184-f8c8008d28f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.059672] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "29e8255d-3145-4197-8184-f8c8008d28f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.070303] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.070699] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.072063] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17f68e-0a00-42eb-8087-e698eaa531e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.086545] env[62187]: DEBUG oslo_vmware.api [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132757, 'name': PowerOnVM_Task, 'duration_secs': 0.477423} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.094321] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.094553] env[62187]: DEBUG nova.compute.manager [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.095587] env[62187]: DEBUG nova.compute.provider_tree [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2013.097636] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c067aa-096b-4888-b3b4-a996522952b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.121593] env[62187]: DEBUG oslo_vmware.api [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132758, 'name': PowerOnVM_Task, 'duration_secs': 0.462125} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.122232] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2013.122367] env[62187]: DEBUG nova.compute.manager [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2013.123237] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798f154b-4bec-431c-a8cf-f29b81c1f8b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.184488] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.348110] env[62187]: DEBUG nova.network.neutron [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.387881] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132756, 'name': ReconfigVM_Task, 'duration_secs': 0.569221} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.388229] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6ad16be6-039f-4bdc-aa25-20ee8743c728/6ad16be6-039f-4bdc-aa25-20ee8743c728.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2013.388915] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa03f734-457a-489d-be79-1f2cac52da30 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.398198] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2013.398198] env[62187]: value = "task-2132762" [ 2013.398198] env[62187]: _type = "Task" [ 2013.398198] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.407282] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132762, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.455708] env[62187]: DEBUG nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2013.493960] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:37:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d4800ea-7ba4-4ff4-b851-5f7816fefa6b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582727771',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2013.493960] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2013.493960] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2013.494252] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2013.494252] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2013.494252] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2013.494252] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2013.494252] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2013.494451] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2013.494451] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2013.494451] env[62187]: DEBUG nova.virt.hardware [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2013.494979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db90977b-aeb2-47c8-9c98-a6f5e1cdf75b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.510181] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bdc793-39e8-42fe-88b4-cc6cfabb1e36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.562242] env[62187]: DEBUG nova.network.neutron [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Updating instance_info_cache with network_info: [{"id": "04596633-41f4-40ed-a6cc-3999651723de", "address": "fa:16:3e:2b:7e:25", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04596633-41", "ovs_interfaceid": "04596633-41f4-40ed-a6cc-3999651723de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.565209] env[62187]: DEBUG nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2013.623897] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.632679] env[62187]: ERROR nova.scheduler.client.report [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [req-dde9780e-d49e-413b-9e81-58b23fe2d0eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dde9780e-d49e-413b-9e81-58b23fe2d0eb"}]} [ 2013.648873] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.657053] env[62187]: DEBUG nova.scheduler.client.report [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2013.682105] env[62187]: DEBUG nova.scheduler.client.report [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2013.682105] env[62187]: DEBUG nova.compute.provider_tree [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2013.695043] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.697792] env[62187]: DEBUG nova.scheduler.client.report [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2013.726206] env[62187]: DEBUG nova.scheduler.client.report [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2013.912630] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132762, 'name': Rename_Task, 'duration_secs': 0.202035} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.912967] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2013.917035] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e33e390e-7faf-45c8-9128-ff8fc928e863 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.922630] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2013.922630] env[62187]: value = "task-2132763" [ 2013.922630] env[62187]: _type = "Task" [ 2013.922630] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.932131] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.968171] env[62187]: DEBUG nova.compute.manager [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Received event network-changed-956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2013.968364] env[62187]: DEBUG nova.compute.manager [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Refreshing instance network info cache due to event network-changed-956a68b7-982e-40cd-a06e-c863104e85ae. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2013.968587] env[62187]: DEBUG oslo_concurrency.lockutils [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] Acquiring lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.968721] env[62187]: DEBUG oslo_concurrency.lockutils [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] Acquired lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.968873] env[62187]: DEBUG nova.network.neutron [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Refreshing network info cache for port 956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.070023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "refresh_cache-66e4bd18-5b1e-4854-960b-cf890d53c7cb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.070023] env[62187]: DEBUG nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Instance network_info: |[{"id": "04596633-41f4-40ed-a6cc-3999651723de", "address": "fa:16:3e:2b:7e:25", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04596633-41", "ovs_interfaceid": "04596633-41f4-40ed-a6cc-3999651723de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2014.070250] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:7e:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04596633-41f4-40ed-a6cc-3999651723de', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2014.081019] env[62187]: DEBUG oslo.service.loopingcall [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2014.082658] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2014.083196] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51f24201-9573-4874-b964-0726c6f19862 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.113412] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2014.113412] env[62187]: value = "task-2132764" [ 2014.113412] env[62187]: _type = "Task" [ 2014.113412] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.121772] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.131997] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.190080] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.211690] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3215c73-f403-4662-9a01-202aac17f35c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.220571] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e2e707-2fca-4643-838f-ceadc1d10ef2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.256470] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009e2a78-7377-4a2e-9249-23e8fbf9306c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.265371] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad2b792-faf6-426c-8c5d-d3bec2e14ca7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.280683] env[62187]: DEBUG nova.compute.provider_tree [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2014.434075] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.624750] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.688612] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.826207] env[62187]: DEBUG nova.scheduler.client.report [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2014.826458] env[62187]: DEBUG nova.compute.provider_tree [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 67 to 68 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2014.826639] env[62187]: DEBUG nova.compute.provider_tree [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2014.838973] env[62187]: DEBUG nova.compute.manager [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Received event network-changed-04596633-41f4-40ed-a6cc-3999651723de {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2014.839193] env[62187]: DEBUG nova.compute.manager [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Refreshing instance network info cache due to event network-changed-04596633-41f4-40ed-a6cc-3999651723de. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2014.839917] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] Acquiring lock "refresh_cache-66e4bd18-5b1e-4854-960b-cf890d53c7cb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.839917] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] Acquired lock "refresh_cache-66e4bd18-5b1e-4854-960b-cf890d53c7cb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.839917] env[62187]: DEBUG nova.network.neutron [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Refreshing network info cache for port 04596633-41f4-40ed-a6cc-3999651723de {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.846858] env[62187]: DEBUG nova.network.neutron [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Updated VIF entry in instance network info cache for port 956a68b7-982e-40cd-a06e-c863104e85ae. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.847328] env[62187]: DEBUG nova.network.neutron [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Updating instance_info_cache with network_info: [{"id": "956a68b7-982e-40cd-a06e-c863104e85ae", "address": "fa:16:3e:25:24:61", "network": {"id": "5a3ae3a0-137f-4600-83ff-aa4988f1c618", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1003646613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b522ef7a2b614120818edefd7a46c3a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956a68b7-98", "ovs_interfaceid": "956a68b7-982e-40cd-a06e-c863104e85ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.853657] env[62187]: INFO nova.compute.manager [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Rebuilding instance [ 2014.915112] env[62187]: DEBUG nova.compute.manager [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2014.916064] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec2060-fc93-4444-be0e-e12289d5ed05 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.934993] env[62187]: DEBUG oslo_vmware.api [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132763, 'name': PowerOnVM_Task, 'duration_secs': 0.93458} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2014.935769] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2014.936102] env[62187]: INFO nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Took 9.31 seconds to spawn the instance on the hypervisor. [ 2014.936388] env[62187]: DEBUG nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2014.937509] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf8c35a-5a38-4a04-8e4e-651373e1c0ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.124857] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.190998] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.331620] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.905s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.332778] env[62187]: DEBUG nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2015.336461] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.514s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.336840] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.340051] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.119s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.342338] env[62187]: INFO nova.compute.claims [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2015.355015] env[62187]: DEBUG oslo_concurrency.lockutils [req-cc94b60c-198d-4a08-8165-93e182405239 req-3f1f7122-8445-4174-9b27-3cda9d5d946c service nova] Releasing lock "refresh_cache-99fe39eb-5075-4b07-af3a-4d751be4e50a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.373611] env[62187]: INFO nova.scheduler.client.report [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Deleted allocations for instance 570c7c49-9bc8-4bea-86af-51679a0c5dc2 [ 2015.401661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "28ec0106-157e-4e23-b188-7d82f690e559" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.401930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "28ec0106-157e-4e23-b188-7d82f690e559" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.402148] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "28ec0106-157e-4e23-b188-7d82f690e559-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.402408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "28ec0106-157e-4e23-b188-7d82f690e559-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.402533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "28ec0106-157e-4e23-b188-7d82f690e559-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.405343] env[62187]: INFO nova.compute.manager [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Terminating instance [ 2015.455355] env[62187]: INFO nova.compute.manager [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Took 51.12 seconds to build instance. [ 2015.626884] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.693296] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.710249] env[62187]: DEBUG nova.network.neutron [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Updated VIF entry in instance network info cache for port 04596633-41f4-40ed-a6cc-3999651723de. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2015.710622] env[62187]: DEBUG nova.network.neutron [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Updating instance_info_cache with network_info: [{"id": "04596633-41f4-40ed-a6cc-3999651723de", "address": "fa:16:3e:2b:7e:25", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04596633-41", "ovs_interfaceid": "04596633-41f4-40ed-a6cc-3999651723de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.846995] env[62187]: DEBUG nova.compute.utils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2015.851570] env[62187]: DEBUG nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Not allocating networking since 'none' was specified. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2015.885564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8f35f9da-fc78-48c4-83f2-7814ad528871 tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "570c7c49-9bc8-4bea-86af-51679a0c5dc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.054s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.909778] env[62187]: DEBUG nova.compute.manager [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2015.910029] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2015.910914] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f903e8e-b928-4a5d-96ce-e50d128f1d60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.923059] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.923688] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c2bc2e7-e4ce-4028-a6fb-96916326d103 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.932579] env[62187]: DEBUG oslo_vmware.api [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2015.932579] env[62187]: value = "task-2132765" [ 2015.932579] env[62187]: _type = "Task" [ 2015.932579] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.936932] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2015.937402] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7375394f-7019-469d-8f16-1dadf746b6ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.949814] env[62187]: DEBUG oslo_vmware.api [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.957253] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2015.957253] env[62187]: value = "task-2132766" [ 2015.957253] env[62187]: _type = "Task" [ 2015.957253] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.964747] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d04c7f2c-7f31-4276-bbe9-a44d3e827c73 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.312s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.972470] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.007159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.007159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.128181] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.192079] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.213334] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfbdf154-b4b1-4062-8266-d7f33e56e5f1 req-de1499a1-a714-4d90-b6bd-9d4752f5931a service nova] Releasing lock "refresh_cache-66e4bd18-5b1e-4854-960b-cf890d53c7cb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.352947] env[62187]: DEBUG nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2016.442752] env[62187]: DEBUG oslo_vmware.api [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132765, 'name': PowerOffVM_Task, 'duration_secs': 0.183762} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.445407] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.445407] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2016.446256] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11820f5-6b31-43c9-bb39-b035351cdc1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.451159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.451159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.451301] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.451463] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.452397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.453591] env[62187]: INFO nova.compute.manager [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Terminating instance [ 2016.467525] env[62187]: DEBUG nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2016.470048] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132766, 'name': PowerOffVM_Task, 'duration_secs': 0.174909} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.473219] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2016.473498] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2016.474880] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037b633-b4c1-4c3b-b6ca-8cb4e02d8cc2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.484645] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2016.484882] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a4d5bf3-800f-434c-b9b3-3f4bfa3a44a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.520923] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2016.521095] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2016.521281] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Deleting the datastore file [datastore1] d72a441d-8993-4eb1-bb9d-67ed97920723 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2016.521569] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc86d03c-8c23-4309-ab53-1efbf351bba2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.528436] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2016.528436] env[62187]: value = "task-2132769" [ 2016.528436] env[62187]: _type = "Task" [ 2016.528436] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.539437] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.627678] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.692215] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.735662] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c753f4-4409-4ffb-a0f5-ebeabf1d8e8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.743866] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1c567e-0b12-4c5f-9c53-79a24d69d4d5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.775761] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7240a6-3f98-41f4-89e6-eaa6a22d0d53 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.786106] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e358aa-fd71-4be5-a5c8-26b7aa2a5df2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.801028] env[62187]: DEBUG nova.compute.provider_tree [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.963159] env[62187]: DEBUG nova.compute.manager [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2016.963478] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2016.964318] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643c3655-f214-465b-be72-becb7b606cbe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.974026] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2016.974278] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ada101df-27a1-4e4f-b70b-745755dea130 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.980434] env[62187]: DEBUG oslo_vmware.api [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 2016.980434] env[62187]: value = "task-2132770" [ 2016.980434] env[62187]: _type = "Task" [ 2016.980434] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.988207] env[62187]: DEBUG oslo_vmware.api [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.989082] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.041251] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259777} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.041567] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2017.041792] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2017.041942] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2017.130786] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.192642] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.304926] env[62187]: DEBUG nova.scheduler.client.report [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2017.366029] env[62187]: DEBUG nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2017.400633] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.400879] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.401043] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.401231] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.401377] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.401557] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.401761] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.401979] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.402127] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.402241] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.402405] env[62187]: DEBUG nova.virt.hardware [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.403311] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47a7a6-d0ac-427a-8f02-32bfc2df59ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.412572] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f25f8-ed50-4ba4-95cb-e5a230f6d682 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.426719] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2017.432788] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Creating folder: Project (130d5098cfd646a7bb6b2117f991bc66). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2017.433569] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ed52ca0-99a6-4a4f-a17b-09495a9cf7bd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.444162] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Created folder: Project (130d5098cfd646a7bb6b2117f991bc66) in parent group-v435995. [ 2017.444162] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Creating folder: Instances. Parent ref: group-v436133. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2017.444162] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff7e75dd-f886-4f28-aa6b-4b829228d973 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.452733] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Created folder: Instances in parent group-v436133. [ 2017.452889] env[62187]: DEBUG oslo.service.loopingcall [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2017.453034] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2017.453265] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7aac14a-2201-4685-a494-75d94d53e5aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.469749] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2017.469749] env[62187]: value = "task-2132773" [ 2017.469749] env[62187]: _type = "Task" [ 2017.469749] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.477604] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132773, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.488840] env[62187]: DEBUG oslo_vmware.api [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132770, 'name': PowerOffVM_Task, 'duration_secs': 0.175881} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.489135] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2017.489304] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2017.489545] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b2e8eff-65b6-499f-840b-6ab759ae841a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.628546] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.695870] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.815226] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.819069] env[62187]: DEBUG nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2017.820892] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.256s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.821341] env[62187]: DEBUG nova.objects.instance [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lazy-loading 'resources' on Instance uuid 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.980420] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132773, 'name': CreateVM_Task, 'duration_secs': 0.27541} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.980675] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2017.981207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.981318] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.981696] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2017.981978] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8521244a-bc8e-4bdd-a3fd-2053ab43dc33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.987115] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2017.987115] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a340b5-f235-c297-9d28-f9dc59e002fb" [ 2017.987115] env[62187]: _type = "Task" [ 2017.987115] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.995204] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a340b5-f235-c297-9d28-f9dc59e002fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.071808] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2018.072065] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.072222] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2018.072399] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.072571] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2018.072721] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2018.072927] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2018.073095] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2018.073261] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2018.073458] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2018.073596] env[62187]: DEBUG nova.virt.hardware [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2018.074498] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4b003d-12a1-461d-acfa-2de3131e7026 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.082750] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa726a40-2c38-4a4d-8673-5f103a53cc4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.097374] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2018.102935] env[62187]: DEBUG oslo.service.loopingcall [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.103242] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2018.103454] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f431452c-6a9e-4c10-b009-a61af2ba3646 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.123276] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2018.123276] env[62187]: value = "task-2132775" [ 2018.123276] env[62187]: _type = "Task" [ 2018.123276] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.134131] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132775, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.137430] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.195480] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.325282] env[62187]: DEBUG nova.compute.utils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2018.326647] env[62187]: DEBUG nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2018.326814] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2018.500443] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a340b5-f235-c297-9d28-f9dc59e002fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019903} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.500745] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.500997] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2018.501377] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.501540] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.501724] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2018.501982] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3128e314-afe6-40b5-8c18-b852c4bfc5ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.510698] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2018.510874] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2018.511757] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50b36866-772e-40bf-bc19-c6542f6a2af2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.518142] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2018.518142] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221f14f-f4b3-0990-327b-378bc1c43579" [ 2018.518142] env[62187]: _type = "Task" [ 2018.518142] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.526422] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221f14f-f4b3-0990-327b-378bc1c43579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.634106] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.639951] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132775, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.657407] env[62187]: DEBUG nova.policy [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e9a2b31779460595211d97e3e56a8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bf8d69dc5314171bba2087b5c20c7a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2018.696326] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.763089] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9800ad-899d-48ca-b335-74a3230759a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.772571] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d48c43-58eb-4a14-b442-bbad96b30a21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.802441] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a865e4e-b95b-449c-84e8-7cd59a17ba99 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.810356] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcef250-6da3-471e-971b-5949db9abcd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.825589] env[62187]: DEBUG nova.compute.provider_tree [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.833425] env[62187]: DEBUG nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2019.030280] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221f14f-f4b3-0990-327b-378bc1c43579, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.031168] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f59096d-b017-4a5a-a9c3-ebc86b10e4b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.036709] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2019.036709] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528ca329-3da9-97d3-aa95-71b88d91040a" [ 2019.036709] env[62187]: _type = "Task" [ 2019.036709] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.044704] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528ca329-3da9-97d3-aa95-71b88d91040a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.134105] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.137579] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132775, 'name': CreateVM_Task, 'duration_secs': 0.584405} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.137754] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2019.138201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.138365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.138802] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2019.138980] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa82e014-7d24-47bf-aab9-edda23430ffc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.143955] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2019.143955] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5209e168-7d4d-e85d-d8b5-8275456c688c" [ 2019.143955] env[62187]: _type = "Task" [ 2019.143955] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.153116] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5209e168-7d4d-e85d-d8b5-8275456c688c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.195928] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.197933] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Successfully created port: 9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2019.224255] env[62187]: DEBUG nova.compute.manager [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2019.225196] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe8353-b83d-4666-80c7-0d389c310426 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.333627] env[62187]: DEBUG nova.scheduler.client.report [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2019.550076] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528ca329-3da9-97d3-aa95-71b88d91040a, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.550505] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.550888] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2019.551305] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41fdb298-649a-4b6a-9b2c-989bb848d040 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.558456] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2019.558456] env[62187]: value = "task-2132776" [ 2019.558456] env[62187]: _type = "Task" [ 2019.558456] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.566607] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.632630] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.650815] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Successfully created port: e9b4f573-428b-470d-9dee-fd11a987585f {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2019.659492] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5209e168-7d4d-e85d-d8b5-8275456c688c, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.659492] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.659492] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2019.659492] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.659796] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.659796] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2019.659796] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-355c87a3-2a79-4a24-b2c0-75ca51e093f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.667331] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2019.667526] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2019.668383] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81472e7a-e53f-4f3f-817e-6eb174c6c098 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.674878] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2019.674878] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5203ddfb-b5da-9606-830f-cb887fd80f9c" [ 2019.674878] env[62187]: _type = "Task" [ 2019.674878] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.683066] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5203ddfb-b5da-9606-830f-cb887fd80f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.696094] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.736435] env[62187]: INFO nova.compute.manager [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] instance snapshotting [ 2019.739430] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fa822a-fa22-4ecc-bf97-65618ceada41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.758997] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d377a9-5b92-45f9-a652-6d82c72336c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.850587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.853314] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.010s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.853578] env[62187]: DEBUG nova.objects.instance [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lazy-loading 'resources' on Instance uuid 92f2cf26-2254-43e9-83d0-8136d6ac51e7 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2019.855749] env[62187]: DEBUG nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2019.875660] env[62187]: INFO nova.scheduler.client.report [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Deleted allocations for instance 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1 [ 2019.896682] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2019.896930] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2019.897276] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2019.897544] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2019.897707] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2019.897893] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2019.898484] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2019.898702] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2019.898884] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2019.899068] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2019.899248] env[62187]: DEBUG nova.virt.hardware [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2019.900199] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b859fe31-5ebd-4ac9-a603-e8b68e6848a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.911030] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056a9ded-1d51-4968-9713-2581248756ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.071352] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.132087] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.141760] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Successfully created port: 21851d42-afd4-471a-a8d8-98e7cadcf117 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2020.185328] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5203ddfb-b5da-9606-830f-cb887fd80f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.186124] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0bf966-6933-44bf-86c2-2857614a69cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.192271] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2020.192271] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526a693e-3bab-e5fa-a15d-0872b6934f72" [ 2020.192271] env[62187]: _type = "Task" [ 2020.192271] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.198311] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.202931] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526a693e-3bab-e5fa-a15d-0872b6934f72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.270293] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2020.270983] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-314831f5-34d0-4f54-b3d2-8edf3558eeba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.278575] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2020.278575] env[62187]: value = "task-2132777" [ 2020.278575] env[62187]: _type = "Task" [ 2020.278575] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.290599] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132777, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.390404] env[62187]: DEBUG oslo_concurrency.lockutils [None req-48be8e48-f30a-4d7b-a4b9-493e61c6fe15 tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.115s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.575370] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612534} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.578245] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2020.578465] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2020.579124] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e88e7900-debc-4d53-8c4f-79d9f3a544a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.587853] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2020.587853] env[62187]: value = "task-2132778" [ 2020.587853] env[62187]: _type = "Task" [ 2020.587853] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.600989] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.636846] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.703106] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.707883] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526a693e-3bab-e5fa-a15d-0872b6934f72, 'name': SearchDatastore_Task, 'duration_secs': 0.016528} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.708285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.708598] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2020.708890] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4265fbad-5ef1-4b9d-881f-1f5a67e66024 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.715842] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2020.715842] env[62187]: value = "task-2132779" [ 2020.715842] env[62187]: _type = "Task" [ 2020.715842] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.723500] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.757007] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466f7fe4-2718-441b-a29a-eecb6e57fe04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.764544] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25309dec-e027-48b0-9694-6959c6070cab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.798009] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b95cae-707d-4c88-8957-0360d72abc91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.808925] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63ec1e1-fb27-4d94-8b12-5e619ca58b70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.812629] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132777, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.822184] env[62187]: DEBUG nova.compute.provider_tree [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2021.098261] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066639} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.098529] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2021.099352] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24aa56e-8de0-42fd-a0c5-8536e00ee62f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.119102] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.119407] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5661612-576e-4d4c-88e2-b4c7aa7bd52d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.140649] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.141897] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2021.141897] env[62187]: value = "task-2132780" [ 2021.141897] env[62187]: _type = "Task" [ 2021.141897] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.149095] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.199013] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.224482] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.308152] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132777, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.335705] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2021.335944] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2021.340030] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Deleting the datastore file [datastore2] 6facddb8-edf9-4661-86e6-0a0a42e2e7f0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2021.340030] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2fb492-c025-4dc4-8523-da7ec28f6bd9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.342762] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2021.342997] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2021.343199] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleting the datastore file [datastore1] 28ec0106-157e-4e23-b188-7d82f690e559 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2021.343482] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a77ed25f-be90-4cbc-9910-8a6b192e4ca6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.349049] env[62187]: DEBUG oslo_vmware.api [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for the task: (returnval){ [ 2021.349049] env[62187]: value = "task-2132781" [ 2021.349049] env[62187]: _type = "Task" [ 2021.349049] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.354863] env[62187]: DEBUG oslo_vmware.api [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2021.354863] env[62187]: value = "task-2132782" [ 2021.354863] env[62187]: _type = "Task" [ 2021.354863] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.360381] env[62187]: ERROR nova.scheduler.client.report [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] [req-91d2b0e9-376d-4f3a-a03b-481364370a86] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91d2b0e9-376d-4f3a-a03b-481364370a86"}]} [ 2021.366229] env[62187]: DEBUG oslo_vmware.api [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.373253] env[62187]: DEBUG oslo_vmware.api [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.384638] env[62187]: DEBUG nova.scheduler.client.report [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2021.402068] env[62187]: DEBUG nova.scheduler.client.report [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2021.402524] env[62187]: DEBUG nova.compute.provider_tree [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2021.421123] env[62187]: DEBUG nova.scheduler.client.report [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2021.447080] env[62187]: DEBUG nova.scheduler.client.report [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2021.650680] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132764, 'name': CreateVM_Task, 'duration_secs': 7.518872} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.650991] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2021.652349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.655119] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.655119] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2021.655119] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-372c13da-b63a-430c-9250-58ac0948c604 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.659255] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132780, 'name': ReconfigVM_Task, 'duration_secs': 0.503709} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.659938] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.660634] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15046a06-8077-478e-bfa6-2a58111f5ec0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.667295] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2021.667295] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52080320-3558-0b7a-5634-55baa3342b95" [ 2021.667295] env[62187]: _type = "Task" [ 2021.667295] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.672933] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2021.672933] env[62187]: value = "task-2132783" [ 2021.672933] env[62187]: _type = "Task" [ 2021.672933] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.678056] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52080320-3558-0b7a-5634-55baa3342b95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.687733] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132783, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.703933] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.728155] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93332} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.728428] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2021.728657] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2021.729033] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8438d934-0072-4894-8a85-ac227bb30a5d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.741021] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2021.741021] env[62187]: value = "task-2132784" [ 2021.741021] env[62187]: _type = "Task" [ 2021.741021] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.746323] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.806838] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132777, 'name': CreateSnapshot_Task, 'duration_secs': 1.030834} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.806838] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2021.807021] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf4f7b7-3b95-4378-abaf-29f8f3204bcd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.863412] env[62187]: DEBUG oslo_vmware.api [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.870919] env[62187]: DEBUG oslo_vmware.api [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382052} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.871910] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2021.871910] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2021.871910] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2021.872083] env[62187]: INFO nova.compute.manager [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Took 5.96 seconds to destroy the instance on the hypervisor. [ 2021.872290] env[62187]: DEBUG oslo.service.loopingcall [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.872507] env[62187]: DEBUG nova.compute.manager [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2021.872623] env[62187]: DEBUG nova.network.neutron [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2021.892445] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a4abf1-9b09-44bd-b0c9-3600d7564220 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.901124] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7329bdb8-05cd-4e43-8ace-d62cf90e6a47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.933694] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ba388-ab24-43b9-a202-a53d944fd144 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.941252] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa49b55-cce4-4b8c-9b11-bda0f0e05c33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.956783] env[62187]: DEBUG nova.compute.provider_tree [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2022.179358] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52080320-3558-0b7a-5634-55baa3342b95, 'name': SearchDatastore_Task, 'duration_secs': 0.023235} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.182593] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.182879] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.183129] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.183278] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.183449] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2022.183705] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e0b5fc0-0b62-4784-a315-4fe0d8e802eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.191027] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132783, 'name': Rename_Task, 'duration_secs': 0.151835} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.191267] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2022.191508] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-448ece9e-1eb8-4fa2-ae05-2f5fa57dc97a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.198856] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2022.198856] env[62187]: value = "task-2132785" [ 2022.198856] env[62187]: _type = "Task" [ 2022.198856] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.199925] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2022.200103] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2022.206096] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe14a27-ed5e-456c-abf7-ec317ee18ef4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.208334] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132761, 'name': CreateVM_Task, 'duration_secs': 9.051017} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.208499] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2022.209784] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.209982] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.210398] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2022.211160] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a66044-ffe8-4075-b780-55769b386cc9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.216498] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.216834] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2022.216834] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c5adb-3322-7e50-e784-75360925d8cb" [ 2022.216834] env[62187]: _type = "Task" [ 2022.216834] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.224114] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2022.224114] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5201be87-a1fe-e8f5-3f2b-97767bfdd6fb" [ 2022.224114] env[62187]: _type = "Task" [ 2022.224114] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.228274] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c5adb-3322-7e50-e784-75360925d8cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.236176] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5201be87-a1fe-e8f5-3f2b-97767bfdd6fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.246786] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21197} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.247095] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2022.247856] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ed340-8879-43b5-bc13-6dadc34281e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.267701] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2022.268009] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d84242b9-3dc3-4d99-9ec3-4e069ee0f2b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.288935] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2022.288935] env[62187]: value = "task-2132786" [ 2022.288935] env[62187]: _type = "Task" [ 2022.288935] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.297715] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.327458] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2022.327860] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c3c3efad-a4ad-4c0b-a8f9-cf34a2a9e6e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.337149] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2022.337149] env[62187]: value = "task-2132787" [ 2022.337149] env[62187]: _type = "Task" [ 2022.337149] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.345414] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132787, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.358621] env[62187]: DEBUG oslo_vmware.api [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Task: {'id': task-2132781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570133} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.358921] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2022.359191] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2022.359435] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2022.359649] env[62187]: INFO nova.compute.manager [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Took 5.40 seconds to destroy the instance on the hypervisor. [ 2022.359955] env[62187]: DEBUG oslo.service.loopingcall [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2022.360239] env[62187]: DEBUG nova.compute.manager [-] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2022.360305] env[62187]: DEBUG nova.network.neutron [-] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2022.493405] env[62187]: DEBUG nova.scheduler.client.report [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2022.493628] env[62187]: DEBUG nova.compute.provider_tree [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 69 to 70 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2022.493830] env[62187]: DEBUG nova.compute.provider_tree [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2022.548574] env[62187]: DEBUG nova.compute.manager [req-43f7d935-6a16-4e22-8def-a33979f4bb99 req-39b1cc8b-a7e2-4af3-8e71-d59597e573d3 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Received event network-vif-deleted-43ef982d-d58a-4973-9e4f-ab2964f3fdce {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2022.548818] env[62187]: INFO nova.compute.manager [req-43f7d935-6a16-4e22-8def-a33979f4bb99 req-39b1cc8b-a7e2-4af3-8e71-d59597e573d3 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Neutron deleted interface 43ef982d-d58a-4973-9e4f-ab2964f3fdce; detaching it from the instance and deleting it from the info cache [ 2022.549123] env[62187]: DEBUG nova.network.neutron [req-43f7d935-6a16-4e22-8def-a33979f4bb99 req-39b1cc8b-a7e2-4af3-8e71-d59597e573d3 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.714213] env[62187]: DEBUG oslo_vmware.api [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132785, 'name': PowerOnVM_Task, 'duration_secs': 0.474789} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.714805] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2022.715149] env[62187]: INFO nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Took 5.35 seconds to spawn the instance on the hypervisor. [ 2022.715700] env[62187]: DEBUG nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2022.717288] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3062554-940c-4765-a4e5-4731e4d22b4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.738737] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c5adb-3322-7e50-e784-75360925d8cb, 'name': SearchDatastore_Task, 'duration_secs': 0.031987} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.738737] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad76fa1d-5ebf-4eaf-bcd3-4fc654b53115 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.744980] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5201be87-a1fe-e8f5-3f2b-97767bfdd6fb, 'name': SearchDatastore_Task, 'duration_secs': 0.024305} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.745916] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.746326] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2022.746692] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.748394] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2022.748394] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a25d96-6678-ff0a-3e33-a5ca47ace14c" [ 2022.748394] env[62187]: _type = "Task" [ 2022.748394] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.756774] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a25d96-6678-ff0a-3e33-a5ca47ace14c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.803153] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132786, 'name': ReconfigVM_Task, 'duration_secs': 0.442309} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.805540] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Successfully updated port: 9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2022.807121] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Reconfigured VM instance instance-00000027 to attach disk [datastore2] d72a441d-8993-4eb1-bb9d-67ed97920723/d72a441d-8993-4eb1-bb9d-67ed97920723.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2022.808270] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d8d60ad-60b7-44a3-b96a-500240b90a59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.817934] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2022.817934] env[62187]: value = "task-2132788" [ 2022.817934] env[62187]: _type = "Task" [ 2022.817934] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.826131] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132788, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.847292] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132787, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.863345] env[62187]: DEBUG nova.network.neutron [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Successfully updated port: e5ca4f14-1198-493d-9aa6-26751ca3ec35 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2022.895834] env[62187]: DEBUG nova.compute.manager [req-f1437418-f94b-4722-a761-49af71f60c62 req-efb62162-2c7e-41db-82f8-05dca6d80971 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Received event network-vif-plugged-e5ca4f14-1198-493d-9aa6-26751ca3ec35 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2022.896049] env[62187]: DEBUG oslo_concurrency.lockutils [req-f1437418-f94b-4722-a761-49af71f60c62 req-efb62162-2c7e-41db-82f8-05dca6d80971 service nova] Acquiring lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2022.896306] env[62187]: DEBUG oslo_concurrency.lockutils [req-f1437418-f94b-4722-a761-49af71f60c62 req-efb62162-2c7e-41db-82f8-05dca6d80971 service nova] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2022.896481] env[62187]: DEBUG oslo_concurrency.lockutils [req-f1437418-f94b-4722-a761-49af71f60c62 req-efb62162-2c7e-41db-82f8-05dca6d80971 service nova] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.897774] env[62187]: DEBUG nova.compute.manager [req-f1437418-f94b-4722-a761-49af71f60c62 req-efb62162-2c7e-41db-82f8-05dca6d80971 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] No waiting events found dispatching network-vif-plugged-e5ca4f14-1198-493d-9aa6-26751ca3ec35 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2022.897774] env[62187]: WARNING nova.compute.manager [req-f1437418-f94b-4722-a761-49af71f60c62 req-efb62162-2c7e-41db-82f8-05dca6d80971 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Received unexpected event network-vif-plugged-e5ca4f14-1198-493d-9aa6-26751ca3ec35 for instance with vm_state building and task_state spawning. [ 2022.909714] env[62187]: DEBUG nova.network.neutron [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.001500] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.146s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.002090] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.861s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.004406] env[62187]: INFO nova.compute.claims [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2023.024556] env[62187]: INFO nova.scheduler.client.report [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Deleted allocations for instance 92f2cf26-2254-43e9-83d0-8136d6ac51e7 [ 2023.055439] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-815c33ad-3de4-4d6a-93c8-4ea70cc78c59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.065558] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cc105c-2a4c-478f-ad4b-1b7ce80b51b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.103888] env[62187]: DEBUG nova.compute.manager [req-43f7d935-6a16-4e22-8def-a33979f4bb99 req-39b1cc8b-a7e2-4af3-8e71-d59597e573d3 service nova] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Detach interface failed, port_id=43ef982d-d58a-4973-9e4f-ab2964f3fdce, reason: Instance 28ec0106-157e-4e23-b188-7d82f690e559 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2023.244897] env[62187]: INFO nova.compute.manager [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Took 33.72 seconds to build instance. [ 2023.260522] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a25d96-6678-ff0a-3e33-a5ca47ace14c, 'name': SearchDatastore_Task, 'duration_secs': 0.026494} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.261436] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.261727] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 66e4bd18-5b1e-4854-960b-cf890d53c7cb/66e4bd18-5b1e-4854-960b-cf890d53c7cb.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2023.262009] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.262212] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2023.262423] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f835013a-b870-4b34-937d-11dd31e72515 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.264811] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c49c2ff-e976-4c7d-8788-9b092e18305b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.273274] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2023.273274] env[62187]: value = "task-2132789" [ 2023.273274] env[62187]: _type = "Task" [ 2023.273274] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.274480] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2023.274680] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2023.278587] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbaf516b-504a-41a4-b1ba-917bb7924f3e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.290170] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2023.290170] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528ecc2f-7ece-e186-7185-fa0685e758d5" [ 2023.290170] env[62187]: _type = "Task" [ 2023.290170] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.290402] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.299972] env[62187]: DEBUG nova.network.neutron [-] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.301537] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528ecc2f-7ece-e186-7185-fa0685e758d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009448} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.302470] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52c60fe7-75b5-4d29-b70f-af9362b6450f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.311887] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2023.311887] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52642f6f-fa54-b0da-58f2-07df864f537b" [ 2023.311887] env[62187]: _type = "Task" [ 2023.311887] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.324076] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52642f6f-fa54-b0da-58f2-07df864f537b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.330569] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132788, 'name': Rename_Task, 'duration_secs': 0.134069} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.330569] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.330569] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9eed098-bfc1-4495-9191-486b5d26099f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.337156] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Waiting for the task: (returnval){ [ 2023.337156] env[62187]: value = "task-2132790" [ 2023.337156] env[62187]: _type = "Task" [ 2023.337156] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.349546] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.353331] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132787, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.365638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.366419] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.366419] env[62187]: DEBUG nova.network.neutron [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2023.412599] env[62187]: INFO nova.compute.manager [-] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Took 1.54 seconds to deallocate network for instance. [ 2023.533839] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4f71b21-cc69-44a8-bfd8-f15820f779b0 tempest-InstanceActionsTestJSON-1242215011 tempest-InstanceActionsTestJSON-1242215011-project-member] Lock "92f2cf26-2254-43e9-83d0-8136d6ac51e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.326s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.746693] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44abece8-9bce-4611-b9c5-f4a6d3fedf13 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "8ab09ec8-012b-4295-b55e-204de8b7e79e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.048s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.791303] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512935} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.791699] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "e7b958d1-011a-4278-95e0-200b4c82315d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.791920] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "e7b958d1-011a-4278-95e0-200b4c82315d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.792130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "e7b958d1-011a-4278-95e0-200b4c82315d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.792311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "e7b958d1-011a-4278-95e0-200b4c82315d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.792470] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "e7b958d1-011a-4278-95e0-200b4c82315d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.794152] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 66e4bd18-5b1e-4854-960b-cf890d53c7cb/66e4bd18-5b1e-4854-960b-cf890d53c7cb.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2023.794511] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2023.795032] env[62187]: INFO nova.compute.manager [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Terminating instance [ 2023.796287] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e73023-05f0-4c1d-b118-e98b85fb3975 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.804225] env[62187]: INFO nova.compute.manager [-] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Took 1.44 seconds to deallocate network for instance. [ 2023.804468] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2023.804468] env[62187]: value = "task-2132791" [ 2023.804468] env[62187]: _type = "Task" [ 2023.804468] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.820293] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.830066] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52642f6f-fa54-b0da-58f2-07df864f537b, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.830355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.830625] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 44a56a4f-665a-428d-85b1-434938ca88b0/44a56a4f-665a-428d-85b1-434938ca88b0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2023.831190] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c4e4760-6441-4fb0-bd7a-0580b94517e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.838491] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2023.838491] env[62187]: value = "task-2132792" [ 2023.838491] env[62187]: _type = "Task" [ 2023.838491] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.856280] env[62187]: DEBUG oslo_vmware.api [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Task: {'id': task-2132790, 'name': PowerOnVM_Task, 'duration_secs': 0.49754} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.862078] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2023.862324] env[62187]: DEBUG nova.compute.manager [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.862612] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.863116] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132787, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.863994] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e4f9e-5647-4f7d-ad5d-f7bfab5a310b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.919781] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.064139] env[62187]: DEBUG nova.network.neutron [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2024.254500] env[62187]: DEBUG nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2024.300658] env[62187]: DEBUG nova.compute.manager [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2024.300890] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2024.301820] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e520dc85-5bd0-43f0-83cf-fbb35aac9dad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.313580] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.317458] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.317739] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c8386a-de7c-4108-839c-d1157756c362 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.326817] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124467} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.327559] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2024.328439] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1639b85f-d986-4928-8d14-0086aa89507f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.335471] env[62187]: DEBUG oslo_vmware.api [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 2024.335471] env[62187]: value = "task-2132793" [ 2024.335471] env[62187]: _type = "Task" [ 2024.335471] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.359437] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 66e4bd18-5b1e-4854-960b-cf890d53c7cb/66e4bd18-5b1e-4854-960b-cf890d53c7cb.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2024.371453] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1049243-b2e8-48a2-9c67-50b74eb343a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.392818] env[62187]: DEBUG oslo_vmware.api [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.395812] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.400946] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132787, 'name': CloneVM_Task, 'duration_secs': 2.046564} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.405804] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Created linked-clone VM from snapshot [ 2024.406155] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2024.406155] env[62187]: value = "task-2132794" [ 2024.406155] env[62187]: _type = "Task" [ 2024.406155] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.406755] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132792, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.410413] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823d1f6-3120-4118-800a-f7394258752b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.426332] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.430710] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Uploading image 6844a65c-f97e-4192-9b46-1900c2c50426 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2024.448851] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2024.448851] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec36ee03-8a81-474c-8560-ed10800f9477 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.458204] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2024.458204] env[62187]: value = "task-2132795" [ 2024.458204] env[62187]: _type = "Task" [ 2024.458204] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.470440] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132795, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.507290] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78f83d4-e340-4ba5-9205-e52df1e1d818 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.516509] env[62187]: DEBUG nova.network.neutron [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance_info_cache with network_info: [{"id": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "address": "fa:16:3e:61:df:63", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca4f14-11", "ovs_interfaceid": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.518413] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d141a8d2-7858-41be-be2c-aef4623cbfe3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.551753] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944ba1ec-daec-4751-832c-bdd987ed82a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.559583] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d38a3b-759d-415b-a3e1-1c08a7624a68 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.574831] env[62187]: DEBUG nova.compute.provider_tree [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2024.778538] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.849155] env[62187]: DEBUG oslo_vmware.api [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132793, 'name': PowerOffVM_Task, 'duration_secs': 0.358659} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.849155] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.849155] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2024.849155] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa5658c-b3a7-4139-9820-47449ba727dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.864115] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632236} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.864371] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 44a56a4f-665a-428d-85b1-434938ca88b0/44a56a4f-665a-428d-85b1-434938ca88b0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2024.864580] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2024.864821] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f7c0094-9fe2-4a7e-b08d-3f513c43be82 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.871022] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2024.871022] env[62187]: value = "task-2132797" [ 2024.871022] env[62187]: _type = "Task" [ 2024.871022] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.879498] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.899314] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Successfully updated port: e9b4f573-428b-470d-9dee-fd11a987585f {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2024.924286] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.970290] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132795, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.972845] env[62187]: DEBUG nova.compute.manager [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-vif-plugged-9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2024.973187] env[62187]: DEBUG oslo_concurrency.lockutils [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] Acquiring lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.973470] env[62187]: DEBUG oslo_concurrency.lockutils [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.973680] env[62187]: DEBUG oslo_concurrency.lockutils [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.973920] env[62187]: DEBUG nova.compute.manager [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] No waiting events found dispatching network-vif-plugged-9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2024.974290] env[62187]: WARNING nova.compute.manager [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received unexpected event network-vif-plugged-9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 for instance with vm_state building and task_state spawning. [ 2024.974513] env[62187]: DEBUG nova.compute.manager [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-changed-9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2024.974776] env[62187]: DEBUG nova.compute.manager [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Refreshing instance network info cache due to event network-changed-9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2024.975102] env[62187]: DEBUG oslo_concurrency.lockutils [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] Acquiring lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.975332] env[62187]: DEBUG oslo_concurrency.lockutils [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] Acquired lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.975694] env[62187]: DEBUG nova.network.neutron [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Refreshing network info cache for port 9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2024.986827] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2024.987261] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2024.987261] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Deleting the datastore file [datastore2] e7b958d1-011a-4278-95e0-200b4c82315d {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2024.987775] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46511601-d150-48b2-b02d-20acb9d20934 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.995471] env[62187]: DEBUG oslo_vmware.api [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for the task: (returnval){ [ 2024.995471] env[62187]: value = "task-2132798" [ 2024.995471] env[62187]: _type = "Task" [ 2024.995471] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.004053] env[62187]: DEBUG oslo_vmware.api [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.023524] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.023871] env[62187]: DEBUG nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Instance network_info: |[{"id": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "address": "fa:16:3e:61:df:63", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca4f14-11", "ovs_interfaceid": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2025.024325] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:df:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5ca4f14-1198-493d-9aa6-26751ca3ec35', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2025.033508] env[62187]: DEBUG oslo.service.loopingcall [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.034111] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2025.034561] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd13d1e8-ce7c-443c-972d-9e666520d220 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.058350] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2025.058350] env[62187]: value = "task-2132799" [ 2025.058350] env[62187]: _type = "Task" [ 2025.058350] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.068833] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132799, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.115080] env[62187]: DEBUG nova.scheduler.client.report [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2025.115467] env[62187]: DEBUG nova.compute.provider_tree [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 70 to 71 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2025.115753] env[62187]: DEBUG nova.compute.provider_tree [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2025.344978] env[62187]: DEBUG nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Received event network-vif-deleted-4fbe88ff-8ca6-4b3a-a29b-b3ab57ea73b5 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2025.345894] env[62187]: DEBUG nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Received event network-changed-e5ca4f14-1198-493d-9aa6-26751ca3ec35 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2025.346139] env[62187]: DEBUG nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Refreshing instance network info cache due to event network-changed-e5ca4f14-1198-493d-9aa6-26751ca3ec35. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2025.346427] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Acquiring lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.346713] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Acquired lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.349188] env[62187]: DEBUG nova.network.neutron [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Refreshing network info cache for port e5ca4f14-1198-493d-9aa6-26751ca3ec35 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2025.380764] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172002} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.381051] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2025.381916] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30895899-ccdb-4721-ac3b-40ba791fb376 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.413589] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 44a56a4f-665a-428d-85b1-434938ca88b0/44a56a4f-665a-428d-85b1-434938ca88b0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.416349] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e9a7b7-57d6-4366-b919-42915551bcf2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.443068] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132794, 'name': ReconfigVM_Task, 'duration_secs': 0.714535} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.444534] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 66e4bd18-5b1e-4854-960b-cf890d53c7cb/66e4bd18-5b1e-4854-960b-cf890d53c7cb.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.445291] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2025.445291] env[62187]: value = "task-2132800" [ 2025.445291] env[62187]: _type = "Task" [ 2025.445291] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.445482] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20f8467d-31bd-4b5e-9e1c-172739efafb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.456870] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2025.456870] env[62187]: value = "task-2132801" [ 2025.456870] env[62187]: _type = "Task" [ 2025.456870] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.470661] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132801, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.478359] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132795, 'name': Destroy_Task, 'duration_secs': 0.662834} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.482051] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Destroyed the VM [ 2025.482341] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2025.482952] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2fada565-7ee7-4d30-8578-0c2dff4434b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.501912] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2025.501912] env[62187]: value = "task-2132802" [ 2025.501912] env[62187]: _type = "Task" [ 2025.501912] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.508930] env[62187]: DEBUG oslo_vmware.api [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Task: {'id': task-2132798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167062} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.509658] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2025.509947] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2025.510277] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2025.510422] env[62187]: INFO nova.compute.manager [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2025.510699] env[62187]: DEBUG oslo.service.loopingcall [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2025.511291] env[62187]: DEBUG nova.compute.manager [-] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2025.511409] env[62187]: DEBUG nova.network.neutron [-] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2025.516295] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132802, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.570023] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132799, 'name': CreateVM_Task, 'duration_secs': 0.412748} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.570023] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2025.570023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.570023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.570503] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2025.570503] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b3512bc-2333-4a5a-ae2e-e5a1fab41dbf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.575481] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2025.575481] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a51119-3c3f-0dc2-7d59-b716165c6812" [ 2025.575481] env[62187]: _type = "Task" [ 2025.575481] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.583813] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a51119-3c3f-0dc2-7d59-b716165c6812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.590588] env[62187]: DEBUG nova.network.neutron [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2025.624465] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.625033] env[62187]: DEBUG nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2025.628086] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.666s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.628338] env[62187]: DEBUG nova.objects.instance [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lazy-loading 'resources' on Instance uuid cce416e6-1f41-4086-9490-1ff08fca5994 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.812214] env[62187]: DEBUG nova.network.neutron [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.831466] env[62187]: INFO nova.compute.manager [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Rebuilding instance [ 2025.900787] env[62187]: DEBUG nova.compute.manager [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.902210] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71b1d7c-6e92-4ee0-b430-841759dcbc2c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.962806] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132800, 'name': ReconfigVM_Task, 'duration_secs': 0.317704} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.967293] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 44a56a4f-665a-428d-85b1-434938ca88b0/44a56a4f-665a-428d-85b1-434938ca88b0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2025.967982] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de045195-bfc2-4383-9298-912fed0636d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.975687] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "d72a441d-8993-4eb1-bb9d-67ed97920723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.976838] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "d72a441d-8993-4eb1-bb9d-67ed97920723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.976838] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "d72a441d-8993-4eb1-bb9d-67ed97920723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.976838] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "d72a441d-8993-4eb1-bb9d-67ed97920723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.976838] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "d72a441d-8993-4eb1-bb9d-67ed97920723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.978930] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132801, 'name': Rename_Task, 'duration_secs': 0.244397} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.979913] env[62187]: INFO nova.compute.manager [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Terminating instance [ 2025.982724] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2025.982724] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5649dc64-fa55-4f54-a9a3-2b6cbf3dad6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.984080] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2025.984080] env[62187]: value = "task-2132803" [ 2025.984080] env[62187]: _type = "Task" [ 2025.984080] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.996484] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2025.996484] env[62187]: value = "task-2132804" [ 2025.996484] env[62187]: _type = "Task" [ 2025.996484] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.003067] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132803, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.010668] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132804, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.016596] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132802, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.086344] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a51119-3c3f-0dc2-7d59-b716165c6812, 'name': SearchDatastore_Task, 'duration_secs': 0.011348} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.086669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.086904] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2026.087145] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.087287] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.087463] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2026.087708] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9fce840-c0bb-4e06-a018-b7ab6fb8c860 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.095906] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2026.096195] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2026.096804] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3dd38f3-2e1e-4ff8-8ade-e4cc73a9c3de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.102704] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2026.102704] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52141f97-54ba-d48e-0ec0-5822c5952382" [ 2026.102704] env[62187]: _type = "Task" [ 2026.102704] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.111819] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52141f97-54ba-d48e-0ec0-5822c5952382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.132448] env[62187]: DEBUG nova.compute.utils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.139020] env[62187]: DEBUG nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2026.139020] env[62187]: DEBUG nova.network.neutron [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2026.181787] env[62187]: DEBUG nova.policy [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adaf13bec072467a8332acaf56e17189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5a060881d924c9599e4e5adb58fcaca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2026.321976] env[62187]: DEBUG oslo_concurrency.lockutils [req-2ed4748f-efeb-4bff-a26b-034b3f7cdd7a req-b75a656e-dc89-4719-a2cd-6dd9c822c114 service nova] Releasing lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.384736] env[62187]: DEBUG nova.network.neutron [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updated VIF entry in instance network info cache for port e5ca4f14-1198-493d-9aa6-26751ca3ec35. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2026.385411] env[62187]: DEBUG nova.network.neutron [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance_info_cache with network_info: [{"id": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "address": "fa:16:3e:61:df:63", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca4f14-11", "ovs_interfaceid": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.489977] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "refresh_cache-d72a441d-8993-4eb1-bb9d-67ed97920723" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.490178] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquired lock "refresh_cache-d72a441d-8993-4eb1-bb9d-67ed97920723" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.490354] env[62187]: DEBUG nova.network.neutron [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.501406] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132803, 'name': Rename_Task, 'duration_secs': 0.172886} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.505568] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.510160] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae30c423-55ee-4e70-a3e3-832496f0fed8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.521285] env[62187]: DEBUG nova.network.neutron [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Successfully created port: 840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2026.524356] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132804, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.528436] env[62187]: DEBUG oslo_vmware.api [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132802, 'name': RemoveSnapshot_Task, 'duration_secs': 0.673613} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.528752] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2026.528752] env[62187]: value = "task-2132805" [ 2026.528752] env[62187]: _type = "Task" [ 2026.528752] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.531535] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2026.548072] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132805, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.606764] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad0450-b03a-42b0-bb57-9259fa02bd20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.624451] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a79be-e588-4df7-84d4-819350b085a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.628046] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52141f97-54ba-d48e-0ec0-5822c5952382, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.629413] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b3613f-84fc-4ff1-ab59-6c8dd8b362c1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.665643] env[62187]: DEBUG nova.network.neutron [-] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.667428] env[62187]: DEBUG nova.compute.utils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2026.670996] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587998d0-418a-4fa0-9df4-e028e1784fa4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.676682] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2026.676682] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520a8a40-7861-8ecd-5867-6c179887fd73" [ 2026.676682] env[62187]: _type = "Task" [ 2026.676682] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.685656] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5276bf-2da4-433e-a5dc-a00c93558716 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.694041] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520a8a40-7861-8ecd-5867-6c179887fd73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.704833] env[62187]: DEBUG nova.compute.provider_tree [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.890055] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Releasing lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.890055] env[62187]: DEBUG nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-vif-plugged-e9b4f573-428b-470d-9dee-fd11a987585f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2026.890055] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Acquiring lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.890055] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.890055] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.890327] env[62187]: DEBUG nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] No waiting events found dispatching network-vif-plugged-e9b4f573-428b-470d-9dee-fd11a987585f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2026.890327] env[62187]: WARNING nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received unexpected event network-vif-plugged-e9b4f573-428b-470d-9dee-fd11a987585f for instance with vm_state building and task_state spawning. [ 2026.890482] env[62187]: DEBUG nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-changed-e9b4f573-428b-470d-9dee-fd11a987585f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2026.890601] env[62187]: DEBUG nova.compute.manager [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Refreshing instance network info cache due to event network-changed-e9b4f573-428b-470d-9dee-fd11a987585f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2026.890783] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Acquiring lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.890914] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Acquired lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.891088] env[62187]: DEBUG nova.network.neutron [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Refreshing network info cache for port e9b4f573-428b-470d-9dee-fd11a987585f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2026.916815] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2026.917139] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9db99757-7828-4508-82df-4806a8413470 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.924912] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2026.924912] env[62187]: value = "task-2132806" [ 2026.924912] env[62187]: _type = "Task" [ 2026.924912] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.935738] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.009443] env[62187]: DEBUG oslo_vmware.api [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132804, 'name': PowerOnVM_Task, 'duration_secs': 0.720016} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.009847] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.010136] env[62187]: INFO nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Took 16.23 seconds to spawn the instance on the hypervisor. [ 2027.010236] env[62187]: DEBUG nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.011020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3507f22e-2138-4850-aa44-c74f109a5090 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.024557] env[62187]: DEBUG nova.network.neutron [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.047238] env[62187]: WARNING nova.compute.manager [None req-abb62906-46d9-4501-800e-ce1348ba260e tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Image not found during snapshot: nova.exception.ImageNotFound: Image 6844a65c-f97e-4192-9b46-1900c2c50426 could not be found. [ 2027.048499] env[62187]: DEBUG oslo_vmware.api [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2132805, 'name': PowerOnVM_Task, 'duration_secs': 0.497259} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.048823] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2027.048993] env[62187]: INFO nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Took 18.90 seconds to spawn the instance on the hypervisor. [ 2027.049192] env[62187]: DEBUG nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2027.050050] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58ee61e-90d8-41d6-b41a-9ce789e88441 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.123468] env[62187]: DEBUG nova.network.neutron [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.170036] env[62187]: INFO nova.compute.manager [-] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Took 1.66 seconds to deallocate network for instance. [ 2027.170544] env[62187]: DEBUG nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2027.189163] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520a8a40-7861-8ecd-5867-6c179887fd73, 'name': SearchDatastore_Task, 'duration_secs': 0.018768} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.193022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.193022] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2027.193022] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11788a55-3bff-433f-b9a8-51387f645342 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.198751] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2027.198751] env[62187]: value = "task-2132807" [ 2027.198751] env[62187]: _type = "Task" [ 2027.198751] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.207923] env[62187]: DEBUG nova.scheduler.client.report [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.211555] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.384697] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Successfully updated port: 21851d42-afd4-471a-a8d8-98e7cadcf117 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2027.432120] env[62187]: DEBUG nova.compute.manager [req-751a9003-0855-459b-8448-a962e174da20 req-b41e143c-9005-4410-af19-21888f662b2e service nova] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Received event network-vif-deleted-933ad78c-1129-405a-a83d-82a318b58f52 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2027.432380] env[62187]: DEBUG nova.compute.manager [req-751a9003-0855-459b-8448-a962e174da20 req-b41e143c-9005-4410-af19-21888f662b2e service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-vif-plugged-21851d42-afd4-471a-a8d8-98e7cadcf117 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2027.432516] env[62187]: DEBUG oslo_concurrency.lockutils [req-751a9003-0855-459b-8448-a962e174da20 req-b41e143c-9005-4410-af19-21888f662b2e service nova] Acquiring lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.432713] env[62187]: DEBUG oslo_concurrency.lockutils [req-751a9003-0855-459b-8448-a962e174da20 req-b41e143c-9005-4410-af19-21888f662b2e service nova] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.432875] env[62187]: DEBUG oslo_concurrency.lockutils [req-751a9003-0855-459b-8448-a962e174da20 req-b41e143c-9005-4410-af19-21888f662b2e service nova] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.433184] env[62187]: DEBUG nova.compute.manager [req-751a9003-0855-459b-8448-a962e174da20 req-b41e143c-9005-4410-af19-21888f662b2e service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] No waiting events found dispatching network-vif-plugged-21851d42-afd4-471a-a8d8-98e7cadcf117 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2027.433462] env[62187]: WARNING nova.compute.manager [req-751a9003-0855-459b-8448-a962e174da20 req-b41e143c-9005-4410-af19-21888f662b2e service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received unexpected event network-vif-plugged-21851d42-afd4-471a-a8d8-98e7cadcf117 for instance with vm_state building and task_state spawning. [ 2027.439425] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132806, 'name': PowerOffVM_Task, 'duration_secs': 0.135526} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.440275] env[62187]: DEBUG nova.network.neutron [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.442849] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2027.443102] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2027.444402] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fc4144-19f0-4db8-b6a8-ea336b66d361 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.452544] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2027.452798] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d884a825-2d7f-48d9-aa04-5f6420602fa2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.480737] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2027.480993] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2027.481358] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Deleting the datastore file [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.481606] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ea7ee3-4bc7-4821-9378-c25d6ad2b052 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.488759] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2027.488759] env[62187]: value = "task-2132809" [ 2027.488759] env[62187]: _type = "Task" [ 2027.488759] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.496836] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.532905] env[62187]: INFO nova.compute.manager [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Took 46.04 seconds to build instance. [ 2027.577214] env[62187]: INFO nova.compute.manager [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Took 61.38 seconds to build instance. [ 2027.582019] env[62187]: DEBUG nova.network.neutron [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.625810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Releasing lock "refresh_cache-d72a441d-8993-4eb1-bb9d-67ed97920723" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.626302] env[62187]: DEBUG nova.compute.manager [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2027.626536] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2027.627540] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40e35ea-9595-48b7-8bac-156767a5cd7e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.636728] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2027.636993] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e95e5d00-2eed-4b50-a4d0-15128588967c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.644458] env[62187]: DEBUG oslo_vmware.api [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2027.644458] env[62187]: value = "task-2132810" [ 2027.644458] env[62187]: _type = "Task" [ 2027.644458] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.653359] env[62187]: DEBUG oslo_vmware.api [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.684220] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.711704] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132807, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.713632] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.716805] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.621s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.718505] env[62187]: INFO nova.compute.claims [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.786802] env[62187]: INFO nova.scheduler.client.report [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Deleted allocations for instance cce416e6-1f41-4086-9490-1ff08fca5994 [ 2027.887938] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.908850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "6ad16be6-039f-4bdc-aa25-20ee8743c728" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.908850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.908850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "6ad16be6-039f-4bdc-aa25-20ee8743c728-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.908850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.909599] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.911322] env[62187]: INFO nova.compute.manager [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Terminating instance [ 2028.005661] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224281} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.005661] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.005978] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.006424] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.039079] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dc30b927-e36c-4a77-828c-165a5846af68 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.204s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.081346] env[62187]: DEBUG oslo_concurrency.lockutils [None req-098575b9-22b6-4888-96f7-6ffdd750dc6d tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.508s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.086138] env[62187]: DEBUG oslo_concurrency.lockutils [req-4378f17b-46e5-4e04-b88b-e094ecd731c3 req-58e3d9aa-fe27-4d64-8e08-da75ee8d90a0 service nova] Releasing lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.086507] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.086678] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.155920] env[62187]: DEBUG oslo_vmware.api [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132810, 'name': PowerOffVM_Task, 'duration_secs': 0.224225} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.157157] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2028.157499] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2028.158041] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ab2e24c-d605-4ec8-a126-dc1db6b2c2f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.186072] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2028.186072] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2028.186072] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Deleting the datastore file [datastore2] d72a441d-8993-4eb1-bb9d-67ed97920723 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2028.186072] env[62187]: DEBUG nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2028.189854] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f520350a-6d63-4b21-b51e-2c7090d8d313 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.198382] env[62187]: DEBUG oslo_vmware.api [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for the task: (returnval){ [ 2028.198382] env[62187]: value = "task-2132812" [ 2028.198382] env[62187]: _type = "Task" [ 2028.198382] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.216746] env[62187]: DEBUG oslo_vmware.api [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.221459] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86334} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.223652] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:35:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='161547396',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-298064488',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2028.223964] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2028.224191] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2028.224415] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2028.224569] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2028.224753] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2028.225114] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2028.225290] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2028.225510] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2028.225721] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2028.225972] env[62187]: DEBUG nova.virt.hardware [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2028.226306] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2028.226545] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2028.227378] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd8f2d2-6dac-46fb-9e79-6abcd29160c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.229908] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dad1598-92ad-4e00-988f-dec191f1832c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.243360] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b641f5d-9050-4593-aa32-da234bdc7148 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.248937] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2028.248937] env[62187]: value = "task-2132813" [ 2028.248937] env[62187]: _type = "Task" [ 2028.248937] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.249903] env[62187]: DEBUG nova.network.neutron [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Successfully updated port: 840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2028.273176] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.296408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdad8662-6520-4ae6-90ee-d719cc94ad17 tempest-VolumesAssistedSnapshotsTest-1664939407 tempest-VolumesAssistedSnapshotsTest-1664939407-project-member] Lock "cce416e6-1f41-4086-9490-1ff08fca5994" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.529s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.416573] env[62187]: DEBUG nova.compute.manager [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2028.417431] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2028.418322] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7957e14-067c-4689-85f8-8c4940344370 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.426176] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2028.426904] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554847fe-d994-4d0d-9ce7-604727a86672 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.433335] env[62187]: DEBUG oslo_vmware.api [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2028.433335] env[62187]: value = "task-2132814" [ 2028.433335] env[62187]: _type = "Task" [ 2028.433335] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.444827] env[62187]: DEBUG oslo_vmware.api [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.631193] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.710392] env[62187]: DEBUG oslo_vmware.api [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Task: {'id': task-2132812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183071} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.713109] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.713303] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.713481] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.713653] env[62187]: INFO nova.compute.manager [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Took 1.09 seconds to destroy the instance on the hypervisor. [ 2028.713897] env[62187]: DEBUG oslo.service.loopingcall [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.715124] env[62187]: DEBUG nova.compute.manager [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2028.715228] env[62187]: DEBUG nova.network.neutron [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2028.738835] env[62187]: DEBUG nova.network.neutron [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2028.755535] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.755682] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.755742] env[62187]: DEBUG nova.network.neutron [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2028.768500] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075501} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.774083] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2028.775180] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493d1b8-c39d-4666-8dc6-535721f861d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.799299] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2028.802828] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab784d24-84ce-4748-a896-96a48026b761 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.825385] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2028.825385] env[62187]: value = "task-2132815" [ 2028.825385] env[62187]: _type = "Task" [ 2028.825385] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.834571] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.946907] env[62187]: DEBUG oslo_vmware.api [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.054931] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2029.055163] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2029.055279] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2029.055459] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2029.055602] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2029.055745] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2029.055947] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2029.056248] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2029.056444] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2029.059433] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2029.059433] env[62187]: DEBUG nova.virt.hardware [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2029.059433] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9132d55-1ef3-4757-8f69-c8c0de70eb93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.073285] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae7278-bb1e-466e-b889-7bf25b47314a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.093328] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2029.099098] env[62187]: DEBUG oslo.service.loopingcall [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2029.102280] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2029.102779] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d25868c-00e2-4464-86f7-c5861fa1d7b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.124677] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2029.124677] env[62187]: value = "task-2132816" [ 2029.124677] env[62187]: _type = "Task" [ 2029.124677] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.134179] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132816, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.197081] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634427b6-7d77-440e-b1ca-0052d058e3ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.206649] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd8ed3e-931d-4b37-97d1-27e4a93395e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.246702] env[62187]: DEBUG nova.network.neutron [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.249132] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f781033b-cedc-4d79-a2df-a9e69e04269c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.258691] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523324dd-4bdd-46ab-9177-7458e8acba6e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.280397] env[62187]: DEBUG nova.compute.provider_tree [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2029.341153] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.360865] env[62187]: DEBUG nova.network.neutron [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2029.452802] env[62187]: DEBUG oslo_vmware.api [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132814, 'name': PowerOffVM_Task, 'duration_secs': 1.005106} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.453489] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2029.453489] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2029.453623] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f821980f-b0c6-478d-aab5-81ce6ca470fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.588386] env[62187]: DEBUG nova.compute.manager [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-changed-21851d42-afd4-471a-a8d8-98e7cadcf117 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2029.588581] env[62187]: DEBUG nova.compute.manager [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Refreshing instance network info cache due to event network-changed-21851d42-afd4-471a-a8d8-98e7cadcf117. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2029.588875] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Acquiring lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.614254] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2029.614485] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2029.614667] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleting the datastore file [datastore1] 6ad16be6-039f-4bdc-aa25-20ee8743c728 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2029.615421] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96aba66e-c3e1-4829-b4a1-1f86a79da9c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.623221] env[62187]: DEBUG oslo_vmware.api [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2029.623221] env[62187]: value = "task-2132818" [ 2029.623221] env[62187]: _type = "Task" [ 2029.623221] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.637807] env[62187]: DEBUG oslo_vmware.api [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.642214] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132816, 'name': CreateVM_Task, 'duration_secs': 0.403302} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.642574] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2029.643229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.643385] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.643724] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2029.644604] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a2f52a-efd8-4739-893e-10632472d631 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.651011] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2029.651011] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c3878b-7a4b-210d-327f-2f998a1efdaf" [ 2029.651011] env[62187]: _type = "Task" [ 2029.651011] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.662809] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c3878b-7a4b-210d-327f-2f998a1efdaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.749477] env[62187]: INFO nova.compute.manager [-] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Took 1.03 seconds to deallocate network for instance. [ 2029.750809] env[62187]: DEBUG nova.compute.manager [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.752274] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495581a1-b787-4603-9963-fc4e50f2d629 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.785316] env[62187]: DEBUG nova.scheduler.client.report [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.840877] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132815, 'name': ReconfigVM_Task, 'duration_secs': 0.764812} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.841185] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2029.841973] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8903c83-21e8-4512-80e6-c4baaa17e99e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.849160] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2029.849160] env[62187]: value = "task-2132819" [ 2029.849160] env[62187]: _type = "Task" [ 2029.849160] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.860110] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132819, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.895397] env[62187]: DEBUG nova.network.neutron [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Updating instance_info_cache with network_info: [{"id": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "address": "fa:16:3e:81:f5:eb", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbf6e3e-44", "ovs_interfaceid": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9b4f573-428b-470d-9dee-fd11a987585f", "address": "fa:16:3e:02:e8:dd", "network": {"id": "d33de2b3-a6d9-4d11-8878-26ccccc94751", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-696953591", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f573-42", "ovs_interfaceid": "e9b4f573-428b-470d-9dee-fd11a987585f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21851d42-afd4-471a-a8d8-98e7cadcf117", "address": "fa:16:3e:17:33:8a", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21851d42-af", "ovs_interfaceid": "21851d42-afd4-471a-a8d8-98e7cadcf117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.952791] env[62187]: DEBUG nova.network.neutron [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Updating instance_info_cache with network_info: [{"id": "840f2aa7-a349-47c9-8785-7998efc70068", "address": "fa:16:3e:10:d1:3e", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840f2aa7-a3", "ovs_interfaceid": "840f2aa7-a349-47c9-8785-7998efc70068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.137573] env[62187]: DEBUG oslo_vmware.api [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220532} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.138237] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2030.138714] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2030.139204] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2030.140395] env[62187]: INFO nova.compute.manager [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Took 1.72 seconds to destroy the instance on the hypervisor. [ 2030.140395] env[62187]: DEBUG oslo.service.loopingcall [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.140395] env[62187]: DEBUG nova.compute.manager [-] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2030.140395] env[62187]: DEBUG nova.network.neutron [-] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2030.168318] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c3878b-7a4b-210d-327f-2f998a1efdaf, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.169189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.171889] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2030.171889] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.171889] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.171889] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.171889] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6633cc6b-599e-4e95-bff0-2f4499b34ddb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.190020] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.190020] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2030.190020] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3f28f7a-8d7b-4833-ad8e-5d861bb0dd41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.197046] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2030.197046] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52726f80-51db-63fd-9a4b-e7524cab7748" [ 2030.197046] env[62187]: _type = "Task" [ 2030.197046] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.203809] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52726f80-51db-63fd-9a4b-e7524cab7748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.262378] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.269733] env[62187]: INFO nova.compute.manager [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] instance snapshotting [ 2030.274348] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa41a9e-58b7-47f2-a17b-834bfff15dff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.315629] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.316288] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.320729] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.161s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.323523] env[62187]: INFO nova.compute.claims [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2030.330360] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404cab0c-5460-431e-a52a-b2e7ba1e4c96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.364078] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132819, 'name': Rename_Task, 'duration_secs': 0.292122} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.365570] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2030.365570] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6608838-8287-41bb-ae7a-a3328bf2892b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.376471] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2030.376471] env[62187]: value = "task-2132820" [ 2030.376471] env[62187]: _type = "Task" [ 2030.376471] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.396224] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132820, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.402639] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Releasing lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.402639] env[62187]: DEBUG nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Instance network_info: |[{"id": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "address": "fa:16:3e:81:f5:eb", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbf6e3e-44", "ovs_interfaceid": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9b4f573-428b-470d-9dee-fd11a987585f", "address": "fa:16:3e:02:e8:dd", "network": {"id": "d33de2b3-a6d9-4d11-8878-26ccccc94751", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-696953591", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f573-42", "ovs_interfaceid": "e9b4f573-428b-470d-9dee-fd11a987585f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21851d42-afd4-471a-a8d8-98e7cadcf117", "address": "fa:16:3e:17:33:8a", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21851d42-af", "ovs_interfaceid": "21851d42-afd4-471a-a8d8-98e7cadcf117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2030.402639] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Acquired lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.403064] env[62187]: DEBUG nova.network.neutron [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Refreshing network info cache for port 21851d42-afd4-471a-a8d8-98e7cadcf117 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.409361] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:f5:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:e8:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b4f573-428b-470d-9dee-fd11a987585f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:33:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21851d42-afd4-471a-a8d8-98e7cadcf117', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2030.422671] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Creating folder: Project (1bf8d69dc5314171bba2087b5c20c7a7). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2030.426849] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5205e7ff-3932-4129-9cb9-7c412d04e020 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.438414] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Created folder: Project (1bf8d69dc5314171bba2087b5c20c7a7) in parent group-v435995. [ 2030.438414] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Creating folder: Instances. Parent ref: group-v436141. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2030.439842] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e673d353-0990-4047-ac52-b01d90080ca4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.450880] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Created folder: Instances in parent group-v436141. [ 2030.451283] env[62187]: DEBUG oslo.service.loopingcall [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.451426] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2030.454058] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bc70300-2c2b-4cf2-8ba7-429f5564e554 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.471832] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Releasing lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.472834] env[62187]: DEBUG nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Instance network_info: |[{"id": "840f2aa7-a349-47c9-8785-7998efc70068", "address": "fa:16:3e:10:d1:3e", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840f2aa7-a3", "ovs_interfaceid": "840f2aa7-a349-47c9-8785-7998efc70068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2030.473190] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:d1:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4c8a5d7c-ee1f-4a41-94e4-db31e85a398d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '840f2aa7-a349-47c9-8785-7998efc70068', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2030.480690] env[62187]: DEBUG oslo.service.loopingcall [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2030.481447] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2030.481691] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66d26441-894a-4a3e-9534-ffc5f03496f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.499055] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2030.499055] env[62187]: value = "task-2132823" [ 2030.499055] env[62187]: _type = "Task" [ 2030.499055] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.503354] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2030.503354] env[62187]: value = "task-2132824" [ 2030.503354] env[62187]: _type = "Task" [ 2030.503354] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.511343] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132823, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.519014] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132824, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.707667] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52726f80-51db-63fd-9a4b-e7524cab7748, 'name': SearchDatastore_Task, 'duration_secs': 0.060934} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.708563] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0f6eeb-856e-4337-a008-39f89aa5c4a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.715615] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2030.715615] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5207a889-459b-1042-2788-ddbabf17571b" [ 2030.715615] env[62187]: _type = "Task" [ 2030.715615] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.733613] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5207a889-459b-1042-2788-ddbabf17571b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.841415] env[62187]: DEBUG nova.compute.utils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.844115] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2030.844553] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2030.850421] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2030.851769] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cb252d07-b41a-48dc-ba9a-cea99baaf606 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.861514] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2030.861514] env[62187]: value = "task-2132825" [ 2030.861514] env[62187]: _type = "Task" [ 2030.861514] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.880168] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.892377] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132820, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.958726] env[62187]: DEBUG nova.policy [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4d9d99a55ec4b2c91da59f79b6021c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec9a9548cd34bc98e8d695db024d590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2030.995240] env[62187]: DEBUG nova.network.neutron [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Updated VIF entry in instance network info cache for port 21851d42-afd4-471a-a8d8-98e7cadcf117. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.995820] env[62187]: DEBUG nova.network.neutron [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Updating instance_info_cache with network_info: [{"id": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "address": "fa:16:3e:81:f5:eb", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbf6e3e-44", "ovs_interfaceid": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e9b4f573-428b-470d-9dee-fd11a987585f", "address": "fa:16:3e:02:e8:dd", "network": {"id": "d33de2b3-a6d9-4d11-8878-26ccccc94751", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-696953591", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b4f573-42", "ovs_interfaceid": "e9b4f573-428b-470d-9dee-fd11a987585f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21851d42-afd4-471a-a8d8-98e7cadcf117", "address": "fa:16:3e:17:33:8a", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21851d42-af", "ovs_interfaceid": "21851d42-afd4-471a-a8d8-98e7cadcf117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.014353] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132823, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.018047] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132824, 'name': CreateVM_Task, 'duration_secs': 0.447311} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.018897] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.019782] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.020564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.020564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.020980] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28694ef0-066c-4b42-a8ae-8fee23ed6c0a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.028509] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2031.028509] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f27974-478b-0588-d88c-e00c5e22be97" [ 2031.028509] env[62187]: _type = "Task" [ 2031.028509] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.038616] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f27974-478b-0588-d88c-e00c5e22be97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.227112] env[62187]: DEBUG nova.network.neutron [-] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.227763] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5207a889-459b-1042-2788-ddbabf17571b, 'name': SearchDatastore_Task, 'duration_secs': 0.019602} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.231287] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.231287] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2031.231287] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d7891b-9a04-4dad-a0bd-ec1d598c1538 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.235626] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2031.235626] env[62187]: value = "task-2132826" [ 2031.235626] env[62187]: _type = "Task" [ 2031.235626] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.250021] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.348037] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.377746] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132825, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.390481] env[62187]: DEBUG oslo_vmware.api [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132820, 'name': PowerOnVM_Task, 'duration_secs': 0.655812} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.390750] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2031.390953] env[62187]: INFO nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Took 17.94 seconds to spawn the instance on the hypervisor. [ 2031.391293] env[62187]: DEBUG nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2031.392078] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afabcc42-4afe-4265-9fc2-055f208b2029 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.457930] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Successfully created port: 207db609-3a0b-4b74-968a-836f7aba3792 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2031.500699] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Releasing lock "refresh_cache-b10ead28-9f49-4633-b23a-7563f7eca055" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.500996] env[62187]: DEBUG nova.compute.manager [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Received event network-vif-plugged-840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2031.501212] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Acquiring lock "c6ff97d8-27e3-4885-985e-d454b8f558f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.501414] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.501595] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.501921] env[62187]: DEBUG nova.compute.manager [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] No waiting events found dispatching network-vif-plugged-840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2031.501991] env[62187]: WARNING nova.compute.manager [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Received unexpected event network-vif-plugged-840f2aa7-a349-47c9-8785-7998efc70068 for instance with vm_state building and task_state spawning. [ 2031.502184] env[62187]: DEBUG nova.compute.manager [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Received event network-changed-840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2031.502687] env[62187]: DEBUG nova.compute.manager [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Refreshing instance network info cache due to event network-changed-840f2aa7-a349-47c9-8785-7998efc70068. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2031.502687] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Acquiring lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.502687] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Acquired lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.502868] env[62187]: DEBUG nova.network.neutron [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Refreshing network info cache for port 840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2031.521879] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132823, 'name': CreateVM_Task, 'duration_secs': 0.644315} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.521879] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2031.522713] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.541433] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f27974-478b-0588-d88c-e00c5e22be97, 'name': SearchDatastore_Task, 'duration_secs': 0.011668} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.541793] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.542044] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2031.542285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.542432] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.542610] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2031.545384] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.545704] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2031.545941] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37873306-6f73-480e-a9ce-a61208c551f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.548227] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e299e5-5883-4dbd-91ba-b67865e1619c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.553892] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2031.553892] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528cd374-311a-550a-9964-0831a6cc28ea" [ 2031.553892] env[62187]: _type = "Task" [ 2031.553892] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.558551] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2031.558735] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2031.560140] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f55fb2-be4f-4b28-aeae-fa10c516587a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.568931] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528cd374-311a-550a-9964-0831a6cc28ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.572714] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2031.572714] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5233a6dc-cf44-dc46-2572-b6368e4e7dc8" [ 2031.572714] env[62187]: _type = "Task" [ 2031.572714] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.581153] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5233a6dc-cf44-dc46-2572-b6368e4e7dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.728955] env[62187]: INFO nova.compute.manager [-] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Took 1.59 seconds to deallocate network for instance. [ 2031.751302] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132826, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.763014] env[62187]: DEBUG nova.compute.manager [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Received event network-changed-ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2031.763014] env[62187]: DEBUG nova.compute.manager [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Refreshing instance network info cache due to event network-changed-ea137700-f78d-4dd2-b47c-54cc11460c03. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2031.763203] env[62187]: DEBUG oslo_concurrency.lockutils [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] Acquiring lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.763355] env[62187]: DEBUG oslo_concurrency.lockutils [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] Acquired lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.763493] env[62187]: DEBUG nova.network.neutron [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Refreshing network info cache for port ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2031.836903] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7013f2b-2162-4428-a120-7152d89a5526 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.846804] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010dec3c-1b7d-46c9-a49d-23bc1180d714 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.891205] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bad30f2-34cc-4266-94a9-fc8edffa2ee0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.902079] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132825, 'name': CreateSnapshot_Task, 'duration_secs': 1.018993} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.905401] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2031.914197] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e130612d-28c8-437b-a4b1-e5d2c0f99803 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.923846] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1821b5-f04e-4a29-8cd7-5b097c4c23f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.933770] env[62187]: INFO nova.compute.manager [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Took 45.54 seconds to build instance. [ 2031.958778] env[62187]: DEBUG nova.compute.provider_tree [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2032.065484] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528cd374-311a-550a-9964-0831a6cc28ea, 'name': SearchDatastore_Task, 'duration_secs': 0.023437} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.065837] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.066183] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.066490] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.082470] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5233a6dc-cf44-dc46-2572-b6368e4e7dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.085164] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad563f4-4697-48d9-aec9-0b811263d3d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.089014] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2032.089014] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528758fd-c021-ab22-2d2b-8ddd3f100517" [ 2032.089014] env[62187]: _type = "Task" [ 2032.089014] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.096987] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528758fd-c021-ab22-2d2b-8ddd3f100517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.247842] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.248100] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767391} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.248341] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2032.248540] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2032.248799] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bd055e7-3875-4135-9587-1e30e6929abe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.255303] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2032.255303] env[62187]: value = "task-2132827" [ 2032.255303] env[62187]: _type = "Task" [ 2032.255303] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.265655] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.386053] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2032.422076] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2032.422372] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2032.422579] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2032.424112] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2032.424373] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2032.424711] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2032.425024] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2032.425233] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2032.427518] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2032.428737] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2032.428976] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2032.429920] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef363bb8-ebd6-470c-86bd-ce8dc7bda5b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.437283] env[62187]: DEBUG nova.network.neutron [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Updated VIF entry in instance network info cache for port 840f2aa7-a349-47c9-8785-7998efc70068. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2032.437600] env[62187]: DEBUG nova.network.neutron [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Updating instance_info_cache with network_info: [{"id": "840f2aa7-a349-47c9-8785-7998efc70068", "address": "fa:16:3e:10:d1:3e", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840f2aa7-a3", "ovs_interfaceid": "840f2aa7-a349-47c9-8785-7998efc70068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.438849] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ec2654b9-ed30-460a-b238-54ccb73413c5 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.519s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.444410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe67aad-259d-4564-a69d-4e8026181c38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.456865] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2032.465050] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6b8ccba-ffd5-400c-bba5-e6f0f8a77dc6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.477687] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2032.477687] env[62187]: value = "task-2132828" [ 2032.477687] env[62187]: _type = "Task" [ 2032.477687] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.487511] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132828, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.488345] env[62187]: ERROR nova.scheduler.client.report [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [req-092837f3-9a40-4da8-bbe6-a0088c13b316] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-092837f3-9a40-4da8-bbe6-a0088c13b316"}]} [ 2032.505269] env[62187]: DEBUG nova.scheduler.client.report [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2032.524859] env[62187]: DEBUG nova.scheduler.client.report [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2032.525103] env[62187]: DEBUG nova.compute.provider_tree [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2032.536325] env[62187]: DEBUG nova.scheduler.client.report [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2032.556978] env[62187]: DEBUG nova.scheduler.client.report [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2032.601275] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528758fd-c021-ab22-2d2b-8ddd3f100517, 'name': SearchDatastore_Task, 'duration_secs': 0.02625} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.604897] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.604897] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c6ff97d8-27e3-4885-985e-d454b8f558f5/c6ff97d8-27e3-4885-985e-d454b8f558f5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2032.605847] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.606127] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.606384] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e71a6acc-ec93-457a-a2d7-a87f5e1bf5fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.608394] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2479fe86-8a27-4e86-8e51-c143221917cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.615370] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2032.615370] env[62187]: value = "task-2132829" [ 2032.615370] env[62187]: _type = "Task" [ 2032.615370] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.622201] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.622452] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.623588] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b6b611d-6db7-4fcb-ad8c-d5fa46a209c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.630853] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.636309] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2032.636309] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bef60d-2442-4ced-9b38-3c9ce52dfee1" [ 2032.636309] env[62187]: _type = "Task" [ 2032.636309] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.645078] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bef60d-2442-4ced-9b38-3c9ce52dfee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.780936] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143646} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.781412] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2032.782804] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39290a00-fbdd-4bf4-b338-445dfb40218f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.816587] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.819997] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda38e64-a1b6-41da-adbc-5960b4c26f91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.843777] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2032.843777] env[62187]: value = "task-2132830" [ 2032.843777] env[62187]: _type = "Task" [ 2032.843777] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.851686] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "50e09825-ba09-4981-84f1-ab73fc07dc6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.851981] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.864931] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.940696] env[62187]: DEBUG oslo_concurrency.lockutils [req-2f897482-b5c0-4893-a122-c5feeb67b4a1 req-97ccb120-b4fb-45b0-b77f-06ed95e86ccc service nova] Releasing lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.995580] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132828, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.077583] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63cde38-6410-4f1f-ada0-a3a528cfcd13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.090481] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf9ef6-e1b6-42bc-8856-c37dc1b4b4ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.129872] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cfe5fd-d168-4969-bf8c-fe1003536e43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.148118] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132829, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.151581] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39b4b18-3747-4968-8601-b42a7855964a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.155259] env[62187]: DEBUG nova.network.neutron [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Updated VIF entry in instance network info cache for port ea137700-f78d-4dd2-b47c-54cc11460c03. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2033.155344] env[62187]: DEBUG nova.network.neutron [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Updating instance_info_cache with network_info: [{"id": "ea137700-f78d-4dd2-b47c-54cc11460c03", "address": "fa:16:3e:5a:5e:c7", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea137700-f7", "ovs_interfaceid": "ea137700-f78d-4dd2-b47c-54cc11460c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.160483] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bef60d-2442-4ced-9b38-3c9ce52dfee1, 'name': SearchDatastore_Task, 'duration_secs': 0.014472} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.162515] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98fd9e5-14ad-4060-8943-981fa190dbca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.173780] env[62187]: DEBUG nova.compute.provider_tree [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2033.180555] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2033.180555] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520a7a31-7c21-2d90-8166-6ab20ab65c58" [ 2033.180555] env[62187]: _type = "Task" [ 2033.180555] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.193397] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520a7a31-7c21-2d90-8166-6ab20ab65c58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.211373] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Successfully updated port: 207db609-3a0b-4b74-968a-836f7aba3792 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.358031] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132830, 'name': ReconfigVM_Task, 'duration_secs': 0.499563} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.358031] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e/8ab09ec8-012b-4295-b55e-204de8b7e79e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2033.358031] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcdc7ec4-0010-4c12-8ffe-905b40369bdb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.358031] env[62187]: DEBUG nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2033.367045] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2033.367045] env[62187]: value = "task-2132831" [ 2033.367045] env[62187]: _type = "Task" [ 2033.367045] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.379024] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132831, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.491681] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132828, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.635018] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132829, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.661929] env[62187]: DEBUG oslo_concurrency.lockutils [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] Releasing lock "refresh_cache-44a56a4f-665a-428d-85b1-434938ca88b0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.662336] env[62187]: DEBUG nova.compute.manager [req-186f16a3-7ded-4a19-9a39-2cf2565cb6f5 req-d9a37a15-cf7a-4b99-a3f8-b0a30d78e4aa service nova] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Received event network-vif-deleted-918857bd-1280-4c39-80ce-e59a89974f20 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.694605] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520a7a31-7c21-2d90-8166-6ab20ab65c58, 'name': SearchDatastore_Task, 'duration_secs': 0.047891} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.694605] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.694605] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b10ead28-9f49-4633-b23a-7563f7eca055/b10ead28-9f49-4633-b23a-7563f7eca055.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.694605] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b0fd332-ce9c-4d41-af57-cd6d9d7d8366 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.703902] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2033.703902] env[62187]: value = "task-2132832" [ 2033.703902] env[62187]: _type = "Task" [ 2033.703902] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.712908] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.714387] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "refresh_cache-9ca126d8-95eb-414e-a68a-7610387f5e23" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.714524] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "refresh_cache-9ca126d8-95eb-414e-a68a-7610387f5e23" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.714666] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2033.732964] env[62187]: DEBUG nova.scheduler.client.report [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2033.732964] env[62187]: DEBUG nova.compute.provider_tree [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 72 to 73 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2033.732964] env[62187]: DEBUG nova.compute.provider_tree [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2033.796418] env[62187]: DEBUG nova.compute.manager [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Received event network-vif-plugged-207db609-3a0b-4b74-968a-836f7aba3792 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.796418] env[62187]: DEBUG oslo_concurrency.lockutils [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] Acquiring lock "9ca126d8-95eb-414e-a68a-7610387f5e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.796418] env[62187]: DEBUG oslo_concurrency.lockutils [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.796418] env[62187]: DEBUG oslo_concurrency.lockutils [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.796418] env[62187]: DEBUG nova.compute.manager [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] No waiting events found dispatching network-vif-plugged-207db609-3a0b-4b74-968a-836f7aba3792 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2033.796418] env[62187]: WARNING nova.compute.manager [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Received unexpected event network-vif-plugged-207db609-3a0b-4b74-968a-836f7aba3792 for instance with vm_state building and task_state spawning. [ 2033.796418] env[62187]: DEBUG nova.compute.manager [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Received event network-changed-207db609-3a0b-4b74-968a-836f7aba3792 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2033.796418] env[62187]: DEBUG nova.compute.manager [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Refreshing instance network info cache due to event network-changed-207db609-3a0b-4b74-968a-836f7aba3792. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2033.797106] env[62187]: DEBUG oslo_concurrency.lockutils [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] Acquiring lock "refresh_cache-9ca126d8-95eb-414e-a68a-7610387f5e23" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.879400] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132831, 'name': Rename_Task, 'duration_secs': 0.140041} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.879923] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.880541] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aecdfd86-5b86-4206-90b8-b5110235edf1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.886309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.891120] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2033.891120] env[62187]: value = "task-2132833" [ 2033.891120] env[62187]: _type = "Task" [ 2033.891120] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.901298] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.948557] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.948557] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.948557] env[62187]: INFO nova.compute.manager [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Shelving [ 2033.993280] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132828, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.137463] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132829, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.214071] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.238358] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.918s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.238927] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2034.242171] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.963s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.242171] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.242355] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2034.242666] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.619s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.242847] env[62187]: DEBUG nova.objects.instance [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2034.248237] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e77bda-22b0-44e5-b538-e3f24860a893 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.262935] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4ffcc6-7813-48bd-b76f-d9411bdc201b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.272071] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2034.287927] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8afdb1a-6804-4c3b-adfe-ef2d7a41f614 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.301669] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf94803-9c16-41be-a87d-ea7d9a7b71f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.335121] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178924MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2034.335121] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.403208] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132833, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.487283] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Updating instance_info_cache with network_info: [{"id": "207db609-3a0b-4b74-968a-836f7aba3792", "address": "fa:16:3e:54:d4:8a", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207db609-3a", "ovs_interfaceid": "207db609-3a0b-4b74-968a-836f7aba3792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.495645] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132828, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.636984] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132829, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.680163} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.636984] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c6ff97d8-27e3-4885-985e-d454b8f558f5/c6ff97d8-27e3-4885-985e-d454b8f558f5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2034.637245] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2034.637738] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6adf1090-3b9c-405d-b0a1-c31950990350 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.644030] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2034.644030] env[62187]: value = "task-2132834" [ 2034.644030] env[62187]: _type = "Task" [ 2034.644030] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.652760] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.724300] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.755839] env[62187]: DEBUG nova.compute.utils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2034.759021] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2034.759021] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2034.837159] env[62187]: DEBUG nova.policy [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4d9d99a55ec4b2c91da59f79b6021c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ec9a9548cd34bc98e8d695db024d590', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2034.923568] env[62187]: DEBUG oslo_vmware.api [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132833, 'name': PowerOnVM_Task, 'duration_secs': 0.564662} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.923568] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2034.923568] env[62187]: DEBUG nova.compute.manager [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2034.923568] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870fa50f-8094-4f2d-ab3e-5f7f30aa20ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.963257] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.963577] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd50a04f-1aba-428d-ac5d-5add5db261cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.970066] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2034.970066] env[62187]: value = "task-2132835" [ 2034.970066] env[62187]: _type = "Task" [ 2034.970066] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.979050] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.992477] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "refresh_cache-9ca126d8-95eb-414e-a68a-7610387f5e23" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.992721] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Instance network_info: |[{"id": "207db609-3a0b-4b74-968a-836f7aba3792", "address": "fa:16:3e:54:d4:8a", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207db609-3a", "ovs_interfaceid": "207db609-3a0b-4b74-968a-836f7aba3792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2034.992883] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132828, 'name': CloneVM_Task, 'duration_secs': 2.455301} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.993046] env[62187]: DEBUG oslo_concurrency.lockutils [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] Acquired lock "refresh_cache-9ca126d8-95eb-414e-a68a-7610387f5e23" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.993222] env[62187]: DEBUG nova.network.neutron [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Refreshing network info cache for port 207db609-3a0b-4b74-968a-836f7aba3792 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2034.994430] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:d4:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '207db609-3a0b-4b74-968a-836f7aba3792', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2035.003079] env[62187]: DEBUG oslo.service.loopingcall [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.003315] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Created linked-clone VM from snapshot [ 2035.004350] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2035.004852] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41af4419-fd2e-4390-9a5e-183c3d6964b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.007824] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6582fb49-a8cf-4fad-955d-a51f3dd7a491 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.031355] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Uploading image 29a49d94-30cc-404e-b2ae-c671c8823063 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2035.035763] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2035.035763] env[62187]: value = "task-2132836" [ 2035.035763] env[62187]: _type = "Task" [ 2035.035763] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.045641] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132836, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.072216] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2035.072216] env[62187]: value = "vm-436146" [ 2035.072216] env[62187]: _type = "VirtualMachine" [ 2035.072216] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2035.072216] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d116edcd-a0b6-4169-9fdc-918869881416 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.078508] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease: (returnval){ [ 2035.078508] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299f049-1b1c-749f-4df5-82df48a4c285" [ 2035.078508] env[62187]: _type = "HttpNfcLease" [ 2035.078508] env[62187]: } obtained for exporting VM: (result){ [ 2035.078508] env[62187]: value = "vm-436146" [ 2035.078508] env[62187]: _type = "VirtualMachine" [ 2035.078508] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2035.079078] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the lease: (returnval){ [ 2035.079078] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299f049-1b1c-749f-4df5-82df48a4c285" [ 2035.079078] env[62187]: _type = "HttpNfcLease" [ 2035.079078] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2035.086919] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2035.086919] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299f049-1b1c-749f-4df5-82df48a4c285" [ 2035.086919] env[62187]: _type = "HttpNfcLease" [ 2035.086919] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2035.155794] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.319766} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.156084] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2035.156940] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba9f686-629c-4b11-b0ed-57e37f329815 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.180250] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c6ff97d8-27e3-4885-985e-d454b8f558f5/c6ff97d8-27e3-4885-985e-d454b8f558f5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.180930] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcb54be-3d38-4bf2-8bc4-13eae1e9485a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.201583] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2035.201583] env[62187]: value = "task-2132838" [ 2035.201583] env[62187]: _type = "Task" [ 2035.201583] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.212473] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.222852] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132832, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.285171} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.222852] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b10ead28-9f49-4633-b23a-7563f7eca055/b10ead28-9f49-4633-b23a-7563f7eca055.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2035.222852] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2035.222852] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edd548ca-e8c1-4352-a01a-2ac68dfcaa40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.228560] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2035.228560] env[62187]: value = "task-2132839" [ 2035.228560] env[62187]: _type = "Task" [ 2035.228560] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.236880] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.260462] env[62187]: DEBUG oslo_concurrency.lockutils [None req-604fae82-56bb-43d0-a967-270f7e906efd tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.260967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.612s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.261179] env[62187]: DEBUG nova.objects.instance [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2035.265837] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2035.309850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.310140] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.310372] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.310563] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.310743] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.313394] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Successfully created port: 81352576-0699-4d7e-88b6-3d1e981b86ae {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2035.315756] env[62187]: INFO nova.compute.manager [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Terminating instance [ 2035.413020] env[62187]: DEBUG nova.compute.manager [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2035.446098] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.482853] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132835, 'name': PowerOffVM_Task, 'duration_secs': 0.261108} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.485753] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2035.485753] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad139b2-eea4-4101-a0b5-1ab8be29c7ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.511091] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae7257b-523c-4c7b-8c46-9d38baad245a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.547599] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132836, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.586360] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2035.586360] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299f049-1b1c-749f-4df5-82df48a4c285" [ 2035.586360] env[62187]: _type = "HttpNfcLease" [ 2035.586360] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2035.586653] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2035.586653] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299f049-1b1c-749f-4df5-82df48a4c285" [ 2035.586653] env[62187]: _type = "HttpNfcLease" [ 2035.586653] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2035.587609] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c3e730-0366-4cef-8b81-473484ad8b50 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.595598] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52654aba-8182-de99-e778-d4efb747f337/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2035.595776] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52654aba-8182-de99-e778-d4efb747f337/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2035.711169] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.742809] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94f6ddc2-2dff-42a1-b658-f4e09645cdf9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.745764] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062263} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.747903] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2035.749193] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413da02f-7108-4dd9-993e-a0ed188933f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.784760] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] b10ead28-9f49-4633-b23a-7563f7eca055/b10ead28-9f49-4633-b23a-7563f7eca055.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.789380] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2d6b174c-b1b6-49ad-b11b-53e97c93637c tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.528s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.790700] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe667aaf-71da-42d0-a2ee-34e34d1965c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.806435] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.685s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.808325] env[62187]: INFO nova.compute.claims [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.819245] env[62187]: DEBUG nova.compute.manager [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2035.822739] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2035.822739] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901b736f-0351-4f1c-891e-41d0b0422fc0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.825298] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2035.825298] env[62187]: value = "task-2132840" [ 2035.825298] env[62187]: _type = "Task" [ 2035.825298] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.830634] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2035.836436] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4348a93-c1fd-490b-80a7-78fd41e8a596 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.844198] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.849129] env[62187]: DEBUG oslo_vmware.api [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 2035.849129] env[62187]: value = "task-2132841" [ 2035.849129] env[62187]: _type = "Task" [ 2035.849129] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.857733] env[62187]: DEBUG oslo_vmware.api [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.860389] env[62187]: DEBUG nova.network.neutron [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Updated VIF entry in instance network info cache for port 207db609-3a0b-4b74-968a-836f7aba3792. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2035.860711] env[62187]: DEBUG nova.network.neutron [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Updating instance_info_cache with network_info: [{"id": "207db609-3a0b-4b74-968a-836f7aba3792", "address": "fa:16:3e:54:d4:8a", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap207db609-3a", "ovs_interfaceid": "207db609-3a0b-4b74-968a-836f7aba3792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.944864] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.025152] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2036.029743] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a536aff-a122-4212-b5e7-ed7cbcdd5e10 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.036974] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2036.036974] env[62187]: value = "task-2132842" [ 2036.036974] env[62187]: _type = "Task" [ 2036.036974] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.051366] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132842, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.054810] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132836, 'name': CreateVM_Task, 'duration_secs': 0.626523} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.055094] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2036.056091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.056519] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.057374] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2036.057916] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ecd14a-f73d-4f75-8ae5-5304597ea449 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.064298] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2036.064298] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5276634e-5bfd-7434-7144-6181abcc5e7f" [ 2036.064298] env[62187]: _type = "Task" [ 2036.064298] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.073205] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5276634e-5bfd-7434-7144-6181abcc5e7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.211724] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132838, 'name': ReconfigVM_Task, 'duration_secs': 0.589319} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.212115] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c6ff97d8-27e3-4885-985e-d454b8f558f5/c6ff97d8-27e3-4885-985e-d454b8f558f5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.212666] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62187) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 2036.213593] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4655c791-90b4-42db-bfc0-0d75ae548ffc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.217400] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "8ab09ec8-012b-4295-b55e-204de8b7e79e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.217643] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "8ab09ec8-012b-4295-b55e-204de8b7e79e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.217859] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "8ab09ec8-012b-4295-b55e-204de8b7e79e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.218061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "8ab09ec8-012b-4295-b55e-204de8b7e79e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.218351] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "8ab09ec8-012b-4295-b55e-204de8b7e79e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.221440] env[62187]: INFO nova.compute.manager [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Terminating instance [ 2036.228726] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2036.228726] env[62187]: value = "task-2132843" [ 2036.228726] env[62187]: _type = "Task" [ 2036.228726] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.242684] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132843, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.291959] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2036.335012] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2036.335364] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2036.336363] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2036.336467] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2036.336563] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2036.336715] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2036.336924] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2036.337090] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2036.337252] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2036.337406] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2036.337571] env[62187]: DEBUG nova.virt.hardware [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2036.338475] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e2ef1f-209b-45ee-9c20-7baeb39b9f5f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.347449] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.359044] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873bd5dc-5762-4f43-bb99-8ccc5cc4e01e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.365861] env[62187]: DEBUG oslo_concurrency.lockutils [req-1f33a02e-f516-4598-a74c-e3cc26770478 req-bd1969e3-72be-4eb5-8d31-105b48c05cc4 service nova] Releasing lock "refresh_cache-9ca126d8-95eb-414e-a68a-7610387f5e23" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.366332] env[62187]: DEBUG oslo_vmware.api [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132841, 'name': PowerOffVM_Task, 'duration_secs': 0.414127} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.375096] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2036.375219] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2036.376152] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b134801-9dae-4193-9a21-6c2582ee8d35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.547792] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132842, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.578178] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5276634e-5bfd-7434-7144-6181abcc5e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.021575} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.578178] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.578428] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2036.578569] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.578781] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.578876] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2036.579214] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c55d2969-e44c-4471-9d93-5024092b3258 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.589465] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2036.589714] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2036.591071] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3a3b9e-354d-4cfb-86ec-d5639da8e7c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.598324] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2036.598324] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b11d12-02ff-fde5-6fd8-604e56d80bad" [ 2036.598324] env[62187]: _type = "Task" [ 2036.598324] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.611367] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b11d12-02ff-fde5-6fd8-604e56d80bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.698434] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2036.698658] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2036.698831] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Deleting the datastore file [datastore2] 33ebd22b-5865-47ea-ad86-8e2c4acc01f3 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2036.699112] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13a723a0-bcee-45b0-8d4d-42e07334dcd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.705473] env[62187]: DEBUG oslo_vmware.api [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for the task: (returnval){ [ 2036.705473] env[62187]: value = "task-2132845" [ 2036.705473] env[62187]: _type = "Task" [ 2036.705473] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.716222] env[62187]: DEBUG oslo_vmware.api [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.729684] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "refresh_cache-8ab09ec8-012b-4295-b55e-204de8b7e79e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.729915] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquired lock "refresh_cache-8ab09ec8-012b-4295-b55e-204de8b7e79e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.730116] env[62187]: DEBUG nova.network.neutron [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2036.741112] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132843, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059919} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.741313] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62187) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 2036.742234] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887bbb67-7bfc-442c-8180-db009e7f5491 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.768878] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] c6ff97d8-27e3-4885-985e-d454b8f558f5/ephemeral_0.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.769439] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd11dc4-3ebf-4fe0-b6c5-dc87344bf6fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.790512] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2036.790512] env[62187]: value = "task-2132846" [ 2036.790512] env[62187]: _type = "Task" [ 2036.790512] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.798246] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.841076] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132840, 'name': ReconfigVM_Task, 'duration_secs': 0.822075} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.841410] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Reconfigured VM instance instance-0000002e to attach disk [datastore2] b10ead28-9f49-4633-b23a-7563f7eca055/b10ead28-9f49-4633-b23a-7563f7eca055.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.842736] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dcf38cc-c62f-4a19-827b-59c32da46dbb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.849765] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2036.849765] env[62187]: value = "task-2132847" [ 2036.849765] env[62187]: _type = "Task" [ 2036.849765] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.860734] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132847, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.050096] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132842, 'name': CreateSnapshot_Task, 'duration_secs': 0.92247} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.058155] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2037.062494] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72c5fb8-3d3f-4160-9792-d8085700f644 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.114149] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b11d12-02ff-fde5-6fd8-604e56d80bad, 'name': SearchDatastore_Task, 'duration_secs': 0.017271} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.119928] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9e0d9e3-4b9f-4fe1-9f56-93a0300e3f5c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.126125] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2037.126125] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523e441d-c2cb-15e9-f2d8-1cfc8ac6d066" [ 2037.126125] env[62187]: _type = "Task" [ 2037.126125] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.136844] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523e441d-c2cb-15e9-f2d8-1cfc8ac6d066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.208480] env[62187]: DEBUG nova.compute.manager [req-109ebf2c-c389-433d-93c1-eb8ca942330a req-dfd1d6ef-db9f-4314-a42e-6697cdac10ff service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Received event network-vif-plugged-81352576-0699-4d7e-88b6-3d1e981b86ae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2037.208701] env[62187]: DEBUG oslo_concurrency.lockutils [req-109ebf2c-c389-433d-93c1-eb8ca942330a req-dfd1d6ef-db9f-4314-a42e-6697cdac10ff service nova] Acquiring lock "0467a236-6cf0-4cba-8948-fdba0b305dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.208905] env[62187]: DEBUG oslo_concurrency.lockutils [req-109ebf2c-c389-433d-93c1-eb8ca942330a req-dfd1d6ef-db9f-4314-a42e-6697cdac10ff service nova] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.209082] env[62187]: DEBUG oslo_concurrency.lockutils [req-109ebf2c-c389-433d-93c1-eb8ca942330a req-dfd1d6ef-db9f-4314-a42e-6697cdac10ff service nova] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.209249] env[62187]: DEBUG nova.compute.manager [req-109ebf2c-c389-433d-93c1-eb8ca942330a req-dfd1d6ef-db9f-4314-a42e-6697cdac10ff service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] No waiting events found dispatching network-vif-plugged-81352576-0699-4d7e-88b6-3d1e981b86ae {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2037.209407] env[62187]: WARNING nova.compute.manager [req-109ebf2c-c389-433d-93c1-eb8ca942330a req-dfd1d6ef-db9f-4314-a42e-6697cdac10ff service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Received unexpected event network-vif-plugged-81352576-0699-4d7e-88b6-3d1e981b86ae for instance with vm_state building and task_state spawning. [ 2037.223754] env[62187]: DEBUG oslo_vmware.api [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Task: {'id': task-2132845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224172} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.224020] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2037.224384] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2037.224384] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2037.224510] env[62187]: INFO nova.compute.manager [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Took 1.41 seconds to destroy the instance on the hypervisor. [ 2037.224743] env[62187]: DEBUG oslo.service.loopingcall [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2037.224923] env[62187]: DEBUG nova.compute.manager [-] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2037.225035] env[62187]: DEBUG nova.network.neutron [-] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2037.262693] env[62187]: DEBUG nova.network.neutron [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2037.300260] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132846, 'name': ReconfigVM_Task, 'duration_secs': 0.40522} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.303239] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Reconfigured VM instance instance-0000002f to attach disk [datastore2] c6ff97d8-27e3-4885-985e-d454b8f558f5/ephemeral_0.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.305099] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-393943f2-88d3-4acd-b2db-6e7d9b9cc488 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.316513] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2037.316513] env[62187]: value = "task-2132848" [ 2037.316513] env[62187]: _type = "Task" [ 2037.316513] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.323306] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Successfully updated port: 81352576-0699-4d7e-88b6-3d1e981b86ae {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2037.333971] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132848, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.345157] env[62187]: DEBUG nova.network.neutron [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.365407] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132847, 'name': Rename_Task, 'duration_secs': 0.16088} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.365799] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2037.366048] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdfa28bd-9bf5-4ea7-9fe1-973dfc6a17aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.372888] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22576787-0c60-4ca7-a8e7-1e5d32fda226 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.376967] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2037.376967] env[62187]: value = "task-2132849" [ 2037.376967] env[62187]: _type = "Task" [ 2037.376967] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.383873] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499169a6-b90a-42bc-88f0-6ff3f5ac87b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.391731] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.423688] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e108546b-892c-4dd1-ac3f-7d13805b70e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.433316] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf46c30-7054-41c6-9941-bf2b9747b320 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.447224] env[62187]: DEBUG nova.compute.provider_tree [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2037.588130] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2037.588808] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-35b91a1d-e3f1-40af-b33f-1b4efee08248 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.597657] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2037.597657] env[62187]: value = "task-2132850" [ 2037.597657] env[62187]: _type = "Task" [ 2037.597657] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.608063] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.637252] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523e441d-c2cb-15e9-f2d8-1cfc8ac6d066, 'name': SearchDatastore_Task, 'duration_secs': 0.011475} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.637517] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.637781] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 9ca126d8-95eb-414e-a68a-7610387f5e23/9ca126d8-95eb-414e-a68a-7610387f5e23.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2037.638059] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81b3570d-40ad-4a74-83de-5c481f9ccde1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.645751] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2037.645751] env[62187]: value = "task-2132851" [ 2037.645751] env[62187]: _type = "Task" [ 2037.645751] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.656739] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.830822] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "refresh_cache-0467a236-6cf0-4cba-8948-fdba0b305dcf" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.833893] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "refresh_cache-0467a236-6cf0-4cba-8948-fdba0b305dcf" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.833893] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2037.840908] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132848, 'name': Rename_Task, 'duration_secs': 0.231341} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.841338] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2037.841745] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ca1148-1289-4d8a-bf4f-d3c7af93404c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.847845] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Releasing lock "refresh_cache-8ab09ec8-012b-4295-b55e-204de8b7e79e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.848706] env[62187]: DEBUG nova.compute.manager [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2037.848706] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2037.849973] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c7bf4-d9fc-4996-a2a8-cd09f4905792 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.855675] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2037.855675] env[62187]: value = "task-2132852" [ 2037.855675] env[62187]: _type = "Task" [ 2037.855675] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.862229] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2037.862943] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e4bbabe-af8d-4518-8b60-509235e3a9c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.868728] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132852, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.873578] env[62187]: DEBUG oslo_vmware.api [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2037.873578] env[62187]: value = "task-2132853" [ 2037.873578] env[62187]: _type = "Task" [ 2037.873578] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.888799] env[62187]: DEBUG oslo_vmware.api [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.898816] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132849, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.954067] env[62187]: DEBUG nova.scheduler.client.report [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2038.110457] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.159317] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.368944] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.389366] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2038.395078] env[62187]: DEBUG oslo_vmware.api [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132853, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.399701] env[62187]: DEBUG oslo_vmware.api [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132849, 'name': PowerOnVM_Task, 'duration_secs': 0.763401} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.399860] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2038.400536] env[62187]: INFO nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Took 18.54 seconds to spawn the instance on the hypervisor. [ 2038.400796] env[62187]: DEBUG nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2038.401687] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ea98c-a3a7-4e5a-b920-ad4df6851c7f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.422883] env[62187]: DEBUG nova.compute.manager [req-f8d6e3df-6187-4ae3-be7d-921a41d62da5 req-f10bed7c-1982-449c-ad66-d6e9c972dee2 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Received event network-vif-deleted-013c0ed7-30d7-4ecf-ab19-49506d57c559 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2038.423083] env[62187]: INFO nova.compute.manager [req-f8d6e3df-6187-4ae3-be7d-921a41d62da5 req-f10bed7c-1982-449c-ad66-d6e9c972dee2 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Neutron deleted interface 013c0ed7-30d7-4ecf-ab19-49506d57c559; detaching it from the instance and deleting it from the info cache [ 2038.423251] env[62187]: DEBUG nova.network.neutron [req-f8d6e3df-6187-4ae3-be7d-921a41d62da5 req-f10bed7c-1982-449c-ad66-d6e9c972dee2 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.461861] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.462492] env[62187]: DEBUG nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2038.465778] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.477s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.467391] env[62187]: INFO nova.compute.claims [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2038.610261] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.657098] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582409} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.659978] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 9ca126d8-95eb-414e-a68a-7610387f5e23/9ca126d8-95eb-414e-a68a-7610387f5e23.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2038.660236] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2038.660912] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53beecee-785c-49ba-b854-ab5eed863dfc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.669851] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2038.669851] env[62187]: value = "task-2132854" [ 2038.669851] env[62187]: _type = "Task" [ 2038.669851] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.680968] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.688775] env[62187]: DEBUG nova.network.neutron [-] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.867635] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132852, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.884323] env[62187]: DEBUG oslo_vmware.api [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132853, 'name': PowerOffVM_Task, 'duration_secs': 0.53559} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.884876] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2038.884876] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2038.885015] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f0f6138-822d-40e6-be61-5d374b280bd5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.928127] env[62187]: INFO nova.compute.manager [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Took 44.73 seconds to build instance. [ 2038.929578] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d89d2c51-7252-4be8-bf6d-361b28bd11b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.940122] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6488952-8e18-43e9-81a6-582bb002033f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.981936] env[62187]: DEBUG nova.compute.utils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2038.986774] env[62187]: DEBUG nova.compute.manager [req-f8d6e3df-6187-4ae3-be7d-921a41d62da5 req-f10bed7c-1982-449c-ad66-d6e9c972dee2 service nova] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Detach interface failed, port_id=013c0ed7-30d7-4ecf-ab19-49506d57c559, reason: Instance 33ebd22b-5865-47ea-ad86-8e2c4acc01f3 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2038.988202] env[62187]: DEBUG nova.network.neutron [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Updating instance_info_cache with network_info: [{"id": "81352576-0699-4d7e-88b6-3d1e981b86ae", "address": "fa:16:3e:d8:79:26", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81352576-06", "ovs_interfaceid": "81352576-0699-4d7e-88b6-3d1e981b86ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2038.989730] env[62187]: DEBUG nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2038.990014] env[62187]: DEBUG nova.network.neutron [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2039.028712] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.031280] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.057193] env[62187]: DEBUG nova.policy [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3a046a7832f4fcd820ee4986dad6245', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd03810c1984a4d64a6b0a6da9970fcef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2039.110528] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.181352] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.191198] env[62187]: INFO nova.compute.manager [-] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Took 1.97 seconds to deallocate network for instance. [ 2039.370589] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132852, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.432314] env[62187]: DEBUG nova.compute.manager [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Received event network-changed-81352576-0699-4d7e-88b6-3d1e981b86ae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2039.432509] env[62187]: DEBUG nova.compute.manager [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Refreshing instance network info cache due to event network-changed-81352576-0699-4d7e-88b6-3d1e981b86ae. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2039.432859] env[62187]: DEBUG oslo_concurrency.lockutils [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] Acquiring lock "refresh_cache-0467a236-6cf0-4cba-8948-fdba0b305dcf" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.433751] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1be05847-8ed4-4e98-8fec-54bd65d4898c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "b10ead28-9f49-4633-b23a-7563f7eca055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.380s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.471349] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.471682] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.471976] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Deleting the datastore file [datastore2] 8ab09ec8-012b-4295-b55e-204de8b7e79e {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.472270] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad5ce94-d70d-4201-80bc-7598c72c25ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.485882] env[62187]: DEBUG nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2039.489105] env[62187]: DEBUG oslo_vmware.api [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for the task: (returnval){ [ 2039.489105] env[62187]: value = "task-2132856" [ 2039.489105] env[62187]: _type = "Task" [ 2039.489105] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.492819] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "refresh_cache-0467a236-6cf0-4cba-8948-fdba0b305dcf" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.493189] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Instance network_info: |[{"id": "81352576-0699-4d7e-88b6-3d1e981b86ae", "address": "fa:16:3e:d8:79:26", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81352576-06", "ovs_interfaceid": "81352576-0699-4d7e-88b6-3d1e981b86ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2039.498069] env[62187]: DEBUG oslo_concurrency.lockutils [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] Acquired lock "refresh_cache-0467a236-6cf0-4cba-8948-fdba0b305dcf" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.498069] env[62187]: DEBUG nova.network.neutron [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Refreshing network info cache for port 81352576-0699-4d7e-88b6-3d1e981b86ae {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2039.498911] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:79:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81352576-0699-4d7e-88b6-3d1e981b86ae', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2039.507798] env[62187]: DEBUG oslo.service.loopingcall [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2039.508532] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2039.510127] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0421d918-f7e7-4332-99c2-45f182e20f74 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.530352] env[62187]: DEBUG oslo_vmware.api [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.533622] env[62187]: DEBUG nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2039.537732] env[62187]: DEBUG nova.network.neutron [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Successfully created port: b42c6520-506b-4bc3-bf03-0682f6e9865c {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2039.541515] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2039.541515] env[62187]: value = "task-2132857" [ 2039.541515] env[62187]: _type = "Task" [ 2039.541515] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.552713] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132857, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.612878] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.680977] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.00976} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.684305] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2039.685312] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be7baac-fe5c-4a05-9ae7-18c33460a130 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.705289] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.715789] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 9ca126d8-95eb-414e-a68a-7610387f5e23/9ca126d8-95eb-414e-a68a-7610387f5e23.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2039.718649] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf0e49a-b719-444e-8e4e-3f24b010f01c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.741958] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2039.741958] env[62187]: value = "task-2132858" [ 2039.741958] env[62187]: _type = "Task" [ 2039.741958] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.755454] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132858, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.815702] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "b10ead28-9f49-4633-b23a-7563f7eca055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.816051] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "b10ead28-9f49-4633-b23a-7563f7eca055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.816265] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.816452] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.816638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "b10ead28-9f49-4633-b23a-7563f7eca055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.820793] env[62187]: INFO nova.compute.manager [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Terminating instance [ 2039.868396] env[62187]: DEBUG oslo_vmware.api [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2132852, 'name': PowerOnVM_Task, 'duration_secs': 1.634266} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.868551] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.868760] env[62187]: INFO nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Took 11.68 seconds to spawn the instance on the hypervisor. [ 2039.868975] env[62187]: DEBUG nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2039.870421] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2dade-18bd-4ced-91c7-1aba39bce7e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.005430] env[62187]: DEBUG oslo_vmware.api [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Task: {'id': task-2132856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23584} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.005687] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.005879] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.006061] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.006247] env[62187]: INFO nova.compute.manager [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Took 2.16 seconds to destroy the instance on the hypervisor. [ 2040.006487] env[62187]: DEBUG oslo.service.loopingcall [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.006675] env[62187]: DEBUG nova.compute.manager [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.006773] env[62187]: DEBUG nova.network.neutron [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.021039] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642ef8c5-1d5e-47da-b332-e60007aaafaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.029923] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0aa68d-5446-4f7d-a3f5-052616bc2960 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.036137] env[62187]: DEBUG nova.network.neutron [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2040.072429] env[62187]: DEBUG nova.network.neutron [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.076727] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6300ef01-e2a6-41a3-b048-b4415ca68867 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.088975] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da29392-9c5f-411a-aeb8-02eb99f0d473 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.094114] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132857, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.095803] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.107374] env[62187]: DEBUG nova.compute.provider_tree [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2040.117736] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.254511] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.283271] env[62187]: DEBUG nova.network.neutron [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Updated VIF entry in instance network info cache for port 81352576-0699-4d7e-88b6-3d1e981b86ae. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2040.283429] env[62187]: DEBUG nova.network.neutron [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Updating instance_info_cache with network_info: [{"id": "81352576-0699-4d7e-88b6-3d1e981b86ae", "address": "fa:16:3e:d8:79:26", "network": {"id": "fc47a09f-a7a9-4ee7-b2ae-a012d8a6edc2", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-604804206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ec9a9548cd34bc98e8d695db024d590", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81352576-06", "ovs_interfaceid": "81352576-0699-4d7e-88b6-3d1e981b86ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.326794] env[62187]: DEBUG nova.compute.manager [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2040.327049] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2040.327993] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d8b3ee-fe26-4016-a020-e860636ed0eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.340030] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2040.340030] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a88172b-075f-49f6-afdc-c2e28ef0f1d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.346014] env[62187]: DEBUG oslo_vmware.api [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2040.346014] env[62187]: value = "task-2132859" [ 2040.346014] env[62187]: _type = "Task" [ 2040.346014] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.353916] env[62187]: DEBUG oslo_vmware.api [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.391236] env[62187]: INFO nova.compute.manager [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Took 39.27 seconds to build instance. [ 2040.456378] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "9a50a986-e206-42fd-a00d-70aead26871c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.456541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "9a50a986-e206-42fd-a00d-70aead26871c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.498429] env[62187]: DEBUG nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2040.522742] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2040.523055] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.523220] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2040.523403] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.523546] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2040.523692] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2040.523953] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2040.524171] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2040.524367] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2040.524533] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2040.524709] env[62187]: DEBUG nova.virt.hardware [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2040.525919] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838aa180-660f-4714-995a-171ebf200785 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.534614] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5661b3-1fda-4680-9aa3-bdf83b229156 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.576209] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132857, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.581912] env[62187]: INFO nova.compute.manager [-] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Took 0.57 seconds to deallocate network for instance. [ 2040.619396] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.637207] env[62187]: ERROR nova.scheduler.client.report [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [req-755a82d4-ae71-444f-a443-886d316de628] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-755a82d4-ae71-444f-a443-886d316de628"}]} [ 2040.658148] env[62187]: DEBUG nova.scheduler.client.report [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2040.676886] env[62187]: DEBUG nova.scheduler.client.report [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2040.677234] env[62187]: DEBUG nova.compute.provider_tree [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2040.689241] env[62187]: DEBUG nova.scheduler.client.report [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2040.714071] env[62187]: DEBUG nova.scheduler.client.report [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2040.758979] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.785655] env[62187]: DEBUG oslo_concurrency.lockutils [req-37d55864-9f61-42ad-9f20-3afec025675a req-2fe2c38a-8adf-42f5-b915-87e31084e15b service nova] Releasing lock "refresh_cache-0467a236-6cf0-4cba-8948-fdba0b305dcf" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2040.863045] env[62187]: DEBUG oslo_vmware.api [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.893989] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1ceb2990-2036-44d0-9b27-758a9466efad tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.927s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.961745] env[62187]: DEBUG nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2041.080650] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132857, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.090802] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.119138] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.213220] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb1638-5496-4db1-867e-380db4cbbd6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.227392] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c37df1-9790-4722-a635-d24eefe837ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.265802] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d01179a-aa27-44dd-b7b9-6ca0e01a3a58 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.273977] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.277248] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69412185-7c51-426f-bba5-54b8b645bdeb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.292491] env[62187]: DEBUG nova.compute.provider_tree [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2041.357737] env[62187]: DEBUG oslo_vmware.api [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132859, 'name': PowerOffVM_Task, 'duration_secs': 0.852122} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.358204] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2041.358503] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2041.358891] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49d0863a-9f65-4a85-9e72-8b92a3e784d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.490235] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.580475] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132857, 'name': CreateVM_Task, 'duration_secs': 1.801972} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.580709] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2041.581546] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.581825] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.582208] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2041.582504] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e561256-7e88-4a44-bf44-e8afb6eccdc1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.590045] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2041.590045] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525c77e9-d104-1dc2-0c3b-7ba74b04d3f7" [ 2041.590045] env[62187]: _type = "Task" [ 2041.590045] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.597680] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525c77e9-d104-1dc2-0c3b-7ba74b04d3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.610164] env[62187]: DEBUG nova.compute.manager [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Received event network-changed-840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2041.610495] env[62187]: DEBUG nova.compute.manager [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Refreshing instance network info cache due to event network-changed-840f2aa7-a349-47c9-8785-7998efc70068. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2041.610807] env[62187]: DEBUG oslo_concurrency.lockutils [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] Acquiring lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.611022] env[62187]: DEBUG oslo_concurrency.lockutils [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] Acquired lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.611195] env[62187]: DEBUG nova.network.neutron [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Refreshing network info cache for port 840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2041.624077] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132850, 'name': CloneVM_Task, 'duration_secs': 3.650024} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.624787] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Created linked-clone VM from snapshot [ 2041.629025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bee1e8-6ebb-4536-b96a-31c581bba735 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.637762] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Uploading image 9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2041.641066] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2041.641501] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2041.642577] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Deleting the datastore file [datastore2] b10ead28-9f49-4633-b23a-7563f7eca055 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2041.643159] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0db6241-a91a-4f5a-9ff4-e2830dbc7937 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.652019] env[62187]: DEBUG oslo_vmware.api [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2041.652019] env[62187]: value = "task-2132861" [ 2041.652019] env[62187]: _type = "Task" [ 2041.652019] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.660666] env[62187]: DEBUG oslo_vmware.api [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.677130] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2041.677130] env[62187]: value = "vm-436149" [ 2041.677130] env[62187]: _type = "VirtualMachine" [ 2041.677130] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2041.677130] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d5fa3fac-251b-4a1d-9fa5-20a04c7213db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.686041] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lease: (returnval){ [ 2041.686041] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52856ff2-20b6-7bed-fb39-f1b6da0897f3" [ 2041.686041] env[62187]: _type = "HttpNfcLease" [ 2041.686041] env[62187]: } obtained for exporting VM: (result){ [ 2041.686041] env[62187]: value = "vm-436149" [ 2041.686041] env[62187]: _type = "VirtualMachine" [ 2041.686041] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2041.686041] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the lease: (returnval){ [ 2041.686041] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52856ff2-20b6-7bed-fb39-f1b6da0897f3" [ 2041.686041] env[62187]: _type = "HttpNfcLease" [ 2041.686041] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2041.692842] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2041.692842] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52856ff2-20b6-7bed-fb39-f1b6da0897f3" [ 2041.692842] env[62187]: _type = "HttpNfcLease" [ 2041.692842] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2041.773928] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132858, 'name': ReconfigVM_Task, 'duration_secs': 1.593406} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.774455] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 9ca126d8-95eb-414e-a68a-7610387f5e23/9ca126d8-95eb-414e-a68a-7610387f5e23.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.775278] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b60ddf2-3767-4e4c-90b8-1c106b3f6e8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.783489] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2041.783489] env[62187]: value = "task-2132863" [ 2041.783489] env[62187]: _type = "Task" [ 2041.783489] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.793643] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132863, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.843946] env[62187]: DEBUG nova.scheduler.client.report [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2041.844409] env[62187]: DEBUG nova.compute.provider_tree [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 77 to 78 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2041.844685] env[62187]: DEBUG nova.compute.provider_tree [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2041.879025] env[62187]: DEBUG nova.network.neutron [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Successfully updated port: b42c6520-506b-4bc3-bf03-0682f6e9865c {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2042.103266] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525c77e9-d104-1dc2-0c3b-7ba74b04d3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01805} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.104585] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.104585] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2042.104796] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.105019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.105331] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2042.105713] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78d92225-2f9d-4447-9800-7e7fab610dd7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.115332] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2042.115617] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2042.119709] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fb4ee3-fc5f-467d-9d14-aaff7349ce79 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.125219] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2042.125219] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f6311b-0b80-82f2-08be-9231c5bdc01d" [ 2042.125219] env[62187]: _type = "Task" [ 2042.125219] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.133218] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f6311b-0b80-82f2-08be-9231c5bdc01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.159860] env[62187]: DEBUG oslo_vmware.api [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2132861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183364} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.160145] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2042.160325] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2042.160500] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2042.160669] env[62187]: INFO nova.compute.manager [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Took 1.83 seconds to destroy the instance on the hypervisor. [ 2042.160904] env[62187]: DEBUG oslo.service.loopingcall [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.161114] env[62187]: DEBUG nova.compute.manager [-] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2042.161207] env[62187]: DEBUG nova.network.neutron [-] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2042.192759] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2042.192759] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52856ff2-20b6-7bed-fb39-f1b6da0897f3" [ 2042.192759] env[62187]: _type = "HttpNfcLease" [ 2042.192759] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2042.194109] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2042.194109] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52856ff2-20b6-7bed-fb39-f1b6da0897f3" [ 2042.194109] env[62187]: _type = "HttpNfcLease" [ 2042.194109] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2042.194109] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc3dac-1f28-4362-bdb4-3f6d18af2b3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.201529] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c408ff-dfca-6ac8-5828-ad6bf7dfc8c7/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2042.201734] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c408ff-dfca-6ac8-5828-ad6bf7dfc8c7/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2042.293040] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132863, 'name': Rename_Task, 'duration_secs': 0.265094} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.293503] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2042.293767] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d8ad708-2219-4623-b73a-619f3278804a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.301961] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2042.301961] env[62187]: value = "task-2132864" [ 2042.301961] env[62187]: _type = "Task" [ 2042.301961] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.310284] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.332089] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25f73cb2-7e06-451d-a043-fb287dcec228 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.350155] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.884s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.350650] env[62187]: DEBUG nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2042.354818] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.435s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.354818] env[62187]: DEBUG nova.objects.instance [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lazy-loading 'resources' on Instance uuid 28ec0106-157e-4e23-b188-7d82f690e559 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.387616] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.389816] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.389816] env[62187]: DEBUG nova.network.neutron [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2042.570248] env[62187]: DEBUG nova.network.neutron [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Updated VIF entry in instance network info cache for port 840f2aa7-a349-47c9-8785-7998efc70068. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2042.570421] env[62187]: DEBUG nova.network.neutron [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Updating instance_info_cache with network_info: [{"id": "840f2aa7-a349-47c9-8785-7998efc70068", "address": "fa:16:3e:10:d1:3e", "network": {"id": "e11b8a19-ea6a-4cdb-a062-85de68899e57", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1148719733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5a060881d924c9599e4e5adb58fcaca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4c8a5d7c-ee1f-4a41-94e4-db31e85a398d", "external-id": "cl2-zone-613", "segmentation_id": 613, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840f2aa7-a3", "ovs_interfaceid": "840f2aa7-a349-47c9-8785-7998efc70068", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.597067] env[62187]: DEBUG nova.compute.manager [req-4a32c075-f766-4574-8787-d132a30a576e req-2ff9680d-ff56-4709-95e8-8009978a735d service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-vif-deleted-e9b4f573-428b-470d-9dee-fd11a987585f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2042.597363] env[62187]: INFO nova.compute.manager [req-4a32c075-f766-4574-8787-d132a30a576e req-2ff9680d-ff56-4709-95e8-8009978a735d service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Neutron deleted interface e9b4f573-428b-470d-9dee-fd11a987585f; detaching it from the instance and deleting it from the info cache [ 2042.597760] env[62187]: DEBUG nova.network.neutron [req-4a32c075-f766-4574-8787-d132a30a576e req-2ff9680d-ff56-4709-95e8-8009978a735d service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Updating instance_info_cache with network_info: [{"id": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "address": "fa:16:3e:81:f5:eb", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.246", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cbf6e3e-44", "ovs_interfaceid": "9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "21851d42-afd4-471a-a8d8-98e7cadcf117", "address": "fa:16:3e:17:33:8a", "network": {"id": "708be672-fb35-4158-9da7-6ead2b05582b", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1768442668", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21851d42-af", "ovs_interfaceid": "21851d42-afd4-471a-a8d8-98e7cadcf117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.636636] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f6311b-0b80-82f2-08be-9231c5bdc01d, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.639537] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2889de7c-9e39-42cb-acd2-1f29e6a98a36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.643709] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2042.643709] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524cb69b-643e-3cca-702f-b21de653be91" [ 2042.643709] env[62187]: _type = "Task" [ 2042.643709] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.655976] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524cb69b-643e-3cca-702f-b21de653be91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.812699] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.870039] env[62187]: DEBUG nova.compute.utils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2042.871408] env[62187]: DEBUG nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2042.871613] env[62187]: DEBUG nova.network.neutron [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2042.946559] env[62187]: DEBUG nova.network.neutron [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2042.951700] env[62187]: DEBUG nova.policy [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b977b0d7fc794fe98e2236365d9160db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506562fd832444458bd7d41b759a8caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2043.079386] env[62187]: DEBUG oslo_concurrency.lockutils [req-0324d517-fbe8-4bbf-8ec3-6556b397030d req-bc4da6f4-dcae-4cd5-891c-52a82f125120 service nova] Releasing lock "refresh_cache-c6ff97d8-27e3-4885-985e-d454b8f558f5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.095334] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52654aba-8182-de99-e778-d4efb747f337/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2043.095334] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c4a18-e740-465f-8777-495bb67b8774 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.101340] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1977f588-7228-4713-8e58-1263ff1e0261 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.105541] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52654aba-8182-de99-e778-d4efb747f337/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2043.105907] env[62187]: ERROR oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52654aba-8182-de99-e778-d4efb747f337/disk-0.vmdk due to incomplete transfer. [ 2043.106689] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-930d4899-42d7-42ca-bf47-d17a1a6fe391 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.114559] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9ab334-0110-452f-87f9-17e9a0a98da7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.132648] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52654aba-8182-de99-e778-d4efb747f337/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2043.133082] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Uploaded image 29a49d94-30cc-404e-b2ae-c671c8823063 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2043.135951] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2043.136952] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5ac569d-22e7-4fee-83d7-b284147157fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.143496] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2043.143496] env[62187]: value = "task-2132865" [ 2043.143496] env[62187]: _type = "Task" [ 2043.143496] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.169783] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-e6597109-844a-47f7-85b9-1c3be44606a8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.170121] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-e6597109-844a-47f7-85b9-1c3be44606a8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.170471] env[62187]: DEBUG nova.objects.instance [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'flavor' on Instance uuid e6597109-844a-47f7-85b9-1c3be44606a8 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.175310] env[62187]: DEBUG nova.compute.manager [req-4a32c075-f766-4574-8787-d132a30a576e req-2ff9680d-ff56-4709-95e8-8009978a735d service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Detach interface failed, port_id=e9b4f573-428b-470d-9dee-fd11a987585f, reason: Instance b10ead28-9f49-4633-b23a-7563f7eca055 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2043.188565] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524cb69b-643e-3cca-702f-b21de653be91, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.193020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.193374] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 0467a236-6cf0-4cba-8948-fdba0b305dcf/0467a236-6cf0-4cba-8948-fdba0b305dcf.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2043.193874] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.199327] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f792f83e-ea55-4b5f-92f2-4b8de74c8e20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.206645] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2043.206645] env[62187]: value = "task-2132866" [ 2043.206645] env[62187]: _type = "Task" [ 2043.206645] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.218646] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.315822] env[62187]: DEBUG nova.network.neutron [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Updating instance_info_cache with network_info: [{"id": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "address": "fa:16:3e:47:81:1e", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c6520-50", "ovs_interfaceid": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.317558] env[62187]: DEBUG nova.network.neutron [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Successfully created port: 5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2043.323030] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132864, 'name': PowerOnVM_Task, 'duration_secs': 0.686274} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.323452] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2043.323651] env[62187]: INFO nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Took 10.94 seconds to spawn the instance on the hypervisor. [ 2043.323825] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2043.327446] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f798bfc1-9863-4c2f-931d-6c7e4fdd8d95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.377206] env[62187]: DEBUG nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2043.477963] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca522ac-11fe-40e5-9ab1-eb3c292e33f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.486781] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f6ab32-1248-4ba5-a4fa-52ad662b9123 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.520337] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e3996-ef48-47fe-90bf-ce01cb23304d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.530399] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1ac2ca-06e1-47c0-bc1d-6d5e371b2397 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.545155] env[62187]: DEBUG nova.compute.provider_tree [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2043.656051] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.690103] env[62187]: DEBUG nova.network.neutron [-] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.718649] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457038} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.719057] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 0467a236-6cf0-4cba-8948-fdba0b305dcf/0467a236-6cf0-4cba-8948-fdba0b305dcf.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2043.719373] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2043.719731] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46c90e3e-5ed1-4093-b7f1-182201d87246 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.726378] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2043.726378] env[62187]: value = "task-2132867" [ 2043.726378] env[62187]: _type = "Task" [ 2043.726378] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.736807] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.769112] env[62187]: DEBUG nova.objects.instance [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'pci_requests' on Instance uuid e6597109-844a-47f7-85b9-1c3be44606a8 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.823919] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.824570] env[62187]: DEBUG nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Instance network_info: |[{"id": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "address": "fa:16:3e:47:81:1e", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c6520-50", "ovs_interfaceid": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2043.824819] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:81:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b42c6520-506b-4bc3-bf03-0682f6e9865c', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2043.832547] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Creating folder: Project (d03810c1984a4d64a6b0a6da9970fcef). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2043.832918] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-102f5cb3-dec4-497e-882d-37ecadba9d1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.845456] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Created folder: Project (d03810c1984a4d64a6b0a6da9970fcef) in parent group-v435995. [ 2043.845456] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Creating folder: Instances. Parent ref: group-v436151. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2043.845456] env[62187]: INFO nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Took 40.77 seconds to build instance. [ 2043.846955] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-292fb26d-1d5d-4ec5-bccf-c39feb2ace83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.855499] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Created folder: Instances in parent group-v436151. [ 2043.855592] env[62187]: DEBUG oslo.service.loopingcall [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.855811] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2043.856491] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976b1843-8e46-4360-9dae-1e399a0c7f2a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.884837] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2043.884837] env[62187]: value = "task-2132870" [ 2043.884837] env[62187]: _type = "Task" [ 2043.884837] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.894589] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.048685] env[62187]: DEBUG nova.scheduler.client.report [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.153934] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.193448] env[62187]: INFO nova.compute.manager [-] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Took 2.03 seconds to deallocate network for instance. [ 2044.237517] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060372} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.238538] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2044.239302] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a1211-1f06-4a75-9c98-7673e7ec353e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.261606] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 0467a236-6cf0-4cba-8948-fdba0b305dcf/0467a236-6cf0-4cba-8948-fdba0b305dcf.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2044.262098] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f8ac51-0fd1-49a8-8c86-c093a291816c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.279279] env[62187]: DEBUG nova.objects.base [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2044.280776] env[62187]: DEBUG nova.network.neutron [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2044.286761] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2044.286761] env[62187]: value = "task-2132871" [ 2044.286761] env[62187]: _type = "Task" [ 2044.286761] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.295618] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.324587] env[62187]: DEBUG nova.policy [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2044.348716] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.186s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.387514] env[62187]: DEBUG nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2044.398170] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.410472] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2044.411290] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2044.411290] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2044.411290] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2044.411290] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2044.411468] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2044.411643] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2044.411795] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2044.411981] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2044.412265] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2044.412576] env[62187]: DEBUG nova.virt.hardware [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2044.414138] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd977ea-2227-4c01-8cd1-546380f3b8b0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.421032] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ba152f-80d9-4668-a89d-79dff99e9366 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.528742] env[62187]: DEBUG nova.compute.manager [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Received event network-vif-plugged-b42c6520-506b-4bc3-bf03-0682f6e9865c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2044.528742] env[62187]: DEBUG oslo_concurrency.lockutils [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] Acquiring lock "29e8255d-3145-4197-8184-f8c8008d28f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.528742] env[62187]: DEBUG oslo_concurrency.lockutils [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] Lock "29e8255d-3145-4197-8184-f8c8008d28f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.528960] env[62187]: DEBUG oslo_concurrency.lockutils [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] Lock "29e8255d-3145-4197-8184-f8c8008d28f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.529121] env[62187]: DEBUG nova.compute.manager [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] No waiting events found dispatching network-vif-plugged-b42c6520-506b-4bc3-bf03-0682f6e9865c {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2044.529274] env[62187]: WARNING nova.compute.manager [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Received unexpected event network-vif-plugged-b42c6520-506b-4bc3-bf03-0682f6e9865c for instance with vm_state building and task_state spawning. [ 2044.529429] env[62187]: DEBUG nova.compute.manager [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Received event network-changed-b42c6520-506b-4bc3-bf03-0682f6e9865c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2044.529671] env[62187]: DEBUG nova.compute.manager [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Refreshing instance network info cache due to event network-changed-b42c6520-506b-4bc3-bf03-0682f6e9865c. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2044.529868] env[62187]: DEBUG oslo_concurrency.lockutils [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] Acquiring lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.530009] env[62187]: DEBUG oslo_concurrency.lockutils [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] Acquired lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.530173] env[62187]: DEBUG nova.network.neutron [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Refreshing network info cache for port b42c6520-506b-4bc3-bf03-0682f6e9865c {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.553380] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.555801] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.238s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.556095] env[62187]: DEBUG nova.objects.instance [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lazy-loading 'resources' on Instance uuid 6facddb8-edf9-4661-86e6-0a0a42e2e7f0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.582436] env[62187]: INFO nova.scheduler.client.report [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted allocations for instance 28ec0106-157e-4e23-b188-7d82f690e559 [ 2044.612480] env[62187]: DEBUG nova.network.neutron [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Successfully created port: 38ca61af-0483-4a38-9d72-ef9dc0b10da9 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2044.656568] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.699911] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.797828] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.900928] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.093513] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebba9758-b0f9-4591-87d7-fad528625bd4 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "28ec0106-157e-4e23-b188-7d82f690e559" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.691s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.158386] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.215440] env[62187]: DEBUG nova.compute.manager [req-c0ebe111-e2e7-4756-8f8f-5fd4540aba3f req-a75301fc-29fe-4dd4-9257-ed12e42c1e66 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-vif-deleted-21851d42-afd4-471a-a8d8-98e7cadcf117 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.215875] env[62187]: DEBUG nova.compute.manager [req-c0ebe111-e2e7-4756-8f8f-5fd4540aba3f req-a75301fc-29fe-4dd4-9257-ed12e42c1e66 service nova] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Received event network-vif-deleted-9cbf6e3e-4409-4f1c-8d4f-1313a5afd7d4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2045.241300] env[62187]: DEBUG nova.network.neutron [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Updated VIF entry in instance network info cache for port b42c6520-506b-4bc3-bf03-0682f6e9865c. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.241756] env[62187]: DEBUG nova.network.neutron [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Updating instance_info_cache with network_info: [{"id": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "address": "fa:16:3e:47:81:1e", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c6520-50", "ovs_interfaceid": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.300738] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132871, 'name': ReconfigVM_Task, 'duration_secs': 0.692334} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.301129] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 0467a236-6cf0-4cba-8948-fdba0b305dcf/0467a236-6cf0-4cba-8948-fdba0b305dcf.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2045.301918] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f37c7f-8d10-430a-ad8d-9efa6448d957 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.310184] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2045.310184] env[62187]: value = "task-2132872" [ 2045.310184] env[62187]: _type = "Task" [ 2045.310184] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.319424] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132872, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.404910] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.469373] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdad50c1-e461-44c9-a180-1a961e208fe8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.477436] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda49900-6c37-4fb6-ac26-b7a24e6d49bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.524550] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780dc64a-6515-4b6a-af13-5134870e8d24 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.531449] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.531789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.538753] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c0c9ce-e888-4680-9e58-36d248e7ff3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.557656] env[62187]: DEBUG nova.compute.provider_tree [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.659181] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.744318] env[62187]: DEBUG oslo_concurrency.lockutils [req-a52897d0-522f-429c-980b-f68f1e92f644 req-cfd02448-8746-4919-a6d1-7c525ba830fa service nova] Releasing lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.820324] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132872, 'name': Rename_Task, 'duration_secs': 0.214565} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.820627] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2045.820899] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63d4173-fb7c-440e-a30e-1f7dc698e92c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.828448] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2045.828448] env[62187]: value = "task-2132873" [ 2045.828448] env[62187]: _type = "Task" [ 2045.828448] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.836126] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.902471] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.034330] env[62187]: DEBUG nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2046.061589] env[62187]: DEBUG nova.scheduler.client.report [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2046.156704] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.338653] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132873, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.401148] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.560445] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.566682] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.569397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.174s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.570457] env[62187]: DEBUG nova.objects.instance [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2046.591470] env[62187]: INFO nova.scheduler.client.report [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Deleted allocations for instance 6facddb8-edf9-4661-86e6-0a0a42e2e7f0 [ 2046.657688] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.840363] env[62187]: DEBUG oslo_vmware.api [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132873, 'name': PowerOnVM_Task, 'duration_secs': 0.942986} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.841811] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2046.841811] env[62187]: INFO nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Took 10.55 seconds to spawn the instance on the hypervisor. [ 2046.841811] env[62187]: DEBUG nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2046.841811] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0752e65-3b51-437e-b33b-88a41eeb6c5d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.904848] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.101656] env[62187]: DEBUG oslo_concurrency.lockutils [None req-76823e88-a4a9-4294-ae40-3f6758ea884f tempest-ListImageFiltersTestJSON-488937383 tempest-ListImageFiltersTestJSON-488937383-project-member] Lock "6facddb8-edf9-4661-86e6-0a0a42e2e7f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.650s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.157574] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.357546] env[62187]: INFO nova.compute.manager [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Took 43.22 seconds to build instance. [ 2047.404270] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.579990] env[62187]: DEBUG oslo_concurrency.lockutils [None req-87463911-92e1-494d-986e-694540155333 tempest-ServersAdmin275Test-1976223179 tempest-ServersAdmin275Test-1976223179-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.581484] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.803s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.583080] env[62187]: INFO nova.compute.claims [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2047.658478] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.859666] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cf4e30aa-f5e5-4da8-a364-c0507bff3b7c tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.666s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.904798] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.158708] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.165668] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "9ca126d8-95eb-414e-a68a-7610387f5e23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.165905] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.166124] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "9ca126d8-95eb-414e-a68a-7610387f5e23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.166310] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.166473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.168520] env[62187]: INFO nova.compute.manager [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Terminating instance [ 2048.405296] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.503668] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "0467a236-6cf0-4cba-8948-fdba0b305dcf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.503988] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.504259] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "0467a236-6cf0-4cba-8948-fdba0b305dcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.504459] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.504628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2048.506677] env[62187]: INFO nova.compute.manager [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Terminating instance [ 2048.663508] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.673548] env[62187]: DEBUG nova.compute.manager [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2048.673690] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2048.675379] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe09ab29-8e1e-47eb-992b-e7373b9cd1de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.685374] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.685483] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a547c5cc-fd42-489e-826a-fbfb1acae6a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.695017] env[62187]: DEBUG oslo_vmware.api [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2048.695017] env[62187]: value = "task-2132874" [ 2048.695017] env[62187]: _type = "Task" [ 2048.695017] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.712282] env[62187]: DEBUG oslo_vmware.api [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.907951] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.010470] env[62187]: DEBUG nova.compute.manager [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2049.010715] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2049.011594] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d448ba00-345e-4d8d-8b7c-74d66a1faefd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.018932] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2049.020017] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab0aa7d-f502-4b8f-b786-f7b6e64be38c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.022045] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4210c1e0-e6fa-44aa-bf87-2fb5664edfe7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.030712] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699128a0-c02a-4d11-b560-5a4351acb155 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.035339] env[62187]: DEBUG oslo_vmware.api [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2049.035339] env[62187]: value = "task-2132875" [ 2049.035339] env[62187]: _type = "Task" [ 2049.035339] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.067502] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb570a2-9841-4198-8b5f-56fcdfa904b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.073147] env[62187]: DEBUG oslo_vmware.api [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.077995] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d7280b-f033-448f-85da-555a82023465 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.091726] env[62187]: DEBUG nova.compute.provider_tree [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2049.163898] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.204775] env[62187]: DEBUG oslo_vmware.api [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132874, 'name': PowerOffVM_Task, 'duration_secs': 0.308045} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.205587] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2049.205587] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2049.205587] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4f11586-79cf-4737-8cee-415b915293dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.408227] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.546167] env[62187]: DEBUG oslo_vmware.api [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132875, 'name': PowerOffVM_Task, 'duration_secs': 0.200331} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.546471] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2049.546649] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2049.546909] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19b27aab-7c2c-4cc3-bb90-d42a650fbe79 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.594763] env[62187]: DEBUG nova.scheduler.client.report [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2049.664464] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.910481] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.099531] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.100163] env[62187]: DEBUG nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2050.102970] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.419s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.103183] env[62187]: DEBUG nova.objects.instance [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lazy-loading 'resources' on Instance uuid e7b958d1-011a-4278-95e0-200b4c82315d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2050.163812] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.410192] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.600961] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2050.600961] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2050.601776] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleting the datastore file [datastore1] 9ca126d8-95eb-414e-a68a-7610387f5e23 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.601831] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b91fdc-fe0f-464c-9e17-b7782a1a97c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.609023] env[62187]: DEBUG nova.compute.utils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2050.613451] env[62187]: DEBUG nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2050.613616] env[62187]: DEBUG nova.network.neutron [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2050.615923] env[62187]: DEBUG oslo_vmware.api [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2050.615923] env[62187]: value = "task-2132878" [ 2050.615923] env[62187]: _type = "Task" [ 2050.615923] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.616254] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2050.616465] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2050.616653] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleting the datastore file [datastore1] 0467a236-6cf0-4cba-8948-fdba0b305dcf {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.617386] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59046298-ed64-4b09-8573-04768f87dea7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.630074] env[62187]: DEBUG oslo_vmware.api [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.634057] env[62187]: DEBUG oslo_vmware.api [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for the task: (returnval){ [ 2050.634057] env[62187]: value = "task-2132879" [ 2050.634057] env[62187]: _type = "Task" [ 2050.634057] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.643747] env[62187]: DEBUG oslo_vmware.api [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.664057] env[62187]: DEBUG nova.policy [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e34c86dc3fa947ac89f7e35b702a3323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aa4aac1fb4f47a1804f4d93c0672ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2050.669105] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.928969] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132870, 'name': CreateVM_Task, 'duration_secs': 6.927769} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.928969] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2050.928969] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.928969] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.928969] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2050.928969] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d026edb-0d27-4023-a280-82af8a421ea7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.934020] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2050.934020] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a13e64-442a-33ed-24a4-1f170600e99a" [ 2050.934020] env[62187]: _type = "Task" [ 2050.934020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.944734] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a13e64-442a-33ed-24a4-1f170600e99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.960014] env[62187]: DEBUG nova.network.neutron [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Successfully created port: b84a018a-c54e-4cd6-a0ba-c2156715b737 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2051.055097] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bae6b3-b29f-4c9c-86ef-012e6ca73059 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.063177] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16240a15-36e6-4c1e-a7d2-bb9301e5988a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.095430] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcac4b4-5e4a-4fde-b9b9-ed40a1b3d716 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.103014] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.103250] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.107911] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eae6a24-aa05-44a7-98af-08669b1a084d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.122464] env[62187]: DEBUG nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2051.126787] env[62187]: DEBUG nova.compute.provider_tree [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.135695] env[62187]: DEBUG oslo_vmware.api [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279734} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.139310] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.139502] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2051.139674] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2051.139843] env[62187]: INFO nova.compute.manager [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Took 2.47 seconds to destroy the instance on the hypervisor. [ 2051.140089] env[62187]: DEBUG oslo.service.loopingcall [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.141451] env[62187]: DEBUG nova.compute.manager [-] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2051.141451] env[62187]: DEBUG nova.network.neutron [-] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2051.147423] env[62187]: DEBUG oslo_vmware.api [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Task: {'id': task-2132879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272941} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.147698] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.147883] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2051.148068] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2051.148565] env[62187]: INFO nova.compute.manager [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Took 2.14 seconds to destroy the instance on the hypervisor. [ 2051.148565] env[62187]: DEBUG oslo.service.loopingcall [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.148678] env[62187]: DEBUG nova.compute.manager [-] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2051.148717] env[62187]: DEBUG nova.network.neutron [-] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2051.164998] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132865, 'name': Destroy_Task, 'duration_secs': 7.52333} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.165305] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Destroyed the VM [ 2051.165560] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2051.165886] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-315e749a-4c92-419e-a8c9-ab316b40b141 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.173827] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2051.173827] env[62187]: value = "task-2132880" [ 2051.173827] env[62187]: _type = "Task" [ 2051.173827] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.182615] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.450060] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a13e64-442a-33ed-24a4-1f170600e99a, 'name': SearchDatastore_Task, 'duration_secs': 0.020988} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.450399] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.450645] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2051.450886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2051.451040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2051.451304] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2051.451741] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5769508-ffa5-4347-9e92-a976da08dba5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.464296] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2051.464574] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2051.465260] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fe60a7-78aa-40bb-ab9f-7a640bff6180 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.471935] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2051.471935] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a9ddf9-3f8f-5445-3602-408cd4b1da75" [ 2051.471935] env[62187]: _type = "Task" [ 2051.471935] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.480905] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a9ddf9-3f8f-5445-3602-408cd4b1da75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.607594] env[62187]: DEBUG nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2051.634742] env[62187]: DEBUG nova.scheduler.client.report [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2051.662764] env[62187]: DEBUG nova.network.neutron [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Successfully updated port: 38ca61af-0483-4a38-9d72-ef9dc0b10da9 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2051.692931] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132880, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.822514] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c408ff-dfca-6ac8-5828-ad6bf7dfc8c7/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2051.823571] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0161c4d-a522-46ff-ac47-8880cf8dac7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.829955] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c408ff-dfca-6ac8-5828-ad6bf7dfc8c7/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2051.830143] env[62187]: ERROR oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c408ff-dfca-6ac8-5828-ad6bf7dfc8c7/disk-0.vmdk due to incomplete transfer. [ 2051.830364] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-547bcc8b-c6eb-44a2-a6f0-6ab44d0f55bd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.839948] env[62187]: DEBUG oslo_vmware.rw_handles [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c408ff-dfca-6ac8-5828-ad6bf7dfc8c7/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2051.840210] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Uploaded image 9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2051.841768] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2051.842067] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b87cbcad-bf8d-4cbf-8776-118e1815a06e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.850331] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2051.850331] env[62187]: value = "task-2132881" [ 2051.850331] env[62187]: _type = "Task" [ 2051.850331] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.859348] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132881, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.984738] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a9ddf9-3f8f-5445-3602-408cd4b1da75, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.985696] env[62187]: DEBUG nova.network.neutron [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Successfully updated port: 5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2051.987542] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664964d5-ecfa-422a-bc54-39994e64197d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.992988] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2051.992988] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5215ef72-fdf8-2a02-f4da-a4821246c40b" [ 2051.992988] env[62187]: _type = "Task" [ 2051.992988] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.001890] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5215ef72-fdf8-2a02-f4da-a4821246c40b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.127444] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.139188] env[62187]: DEBUG nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2052.141809] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.144016] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.882s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.144274] env[62187]: DEBUG nova.objects.instance [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lazy-loading 'resources' on Instance uuid d72a441d-8993-4eb1-bb9d-67ed97920723 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.159316] env[62187]: INFO nova.scheduler.client.report [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Deleted allocations for instance e7b958d1-011a-4278-95e0-200b4c82315d [ 2052.165477] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2052.165727] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2052.165896] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2052.166104] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2052.166267] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2052.166435] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2052.166644] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2052.166821] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2052.166994] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2052.167165] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2052.167336] env[62187]: DEBUG nova.virt.hardware [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2052.167896] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.168085] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.168272] env[62187]: DEBUG nova.network.neutron [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2052.169987] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2a3a5e-98af-4c4e-829e-50921c997a2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.179841] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfde509-48bd-488b-a060-c992db2b4332 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.193153] env[62187]: DEBUG oslo_vmware.api [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132880, 'name': RemoveSnapshot_Task, 'duration_secs': 0.667454} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.201101] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2052.201381] env[62187]: INFO nova.compute.manager [None req-fc0431d6-18eb-46bf-8d8a-4989d91190e9 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Took 21.93 seconds to snapshot the instance on the hypervisor. [ 2052.245427] env[62187]: DEBUG nova.network.neutron [-] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.263452] env[62187]: DEBUG nova.network.neutron [-] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.359802] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132881, 'name': Destroy_Task, 'duration_secs': 0.37137} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.360156] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Destroyed the VM [ 2052.360493] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2052.360806] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3a874838-89bf-43df-8719-1bf6efd196ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.367898] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2052.367898] env[62187]: value = "task-2132882" [ 2052.367898] env[62187]: _type = "Task" [ 2052.367898] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.378687] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.488669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.488784] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.488937] env[62187]: DEBUG nova.network.neutron [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2052.505915] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5215ef72-fdf8-2a02-f4da-a4821246c40b, 'name': SearchDatastore_Task, 'duration_secs': 0.043254} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.507061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2052.507384] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/29e8255d-3145-4197-8184-f8c8008d28f9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2052.507778] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c55d9c25-c64f-4943-b516-29d6c60d22bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.513251] env[62187]: DEBUG nova.network.neutron [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Successfully updated port: b84a018a-c54e-4cd6-a0ba-c2156715b737 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2052.515854] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2052.515854] env[62187]: value = "task-2132883" [ 2052.515854] env[62187]: _type = "Task" [ 2052.515854] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2052.524927] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.531163] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "503f0f38-af02-4ddc-b04b-002428547164" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.531441] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "503f0f38-af02-4ddc-b04b-002428547164" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.673578] env[62187]: DEBUG nova.compute.manager [req-4b0c7a85-98d2-4bd8-9bfd-f531bf11acb3 req-55451546-e595-4649-8932-e553a0b24b20 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received event network-vif-plugged-38ca61af-0483-4a38-9d72-ef9dc0b10da9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2052.674212] env[62187]: DEBUG oslo_concurrency.lockutils [req-4b0c7a85-98d2-4bd8-9bfd-f531bf11acb3 req-55451546-e595-4649-8932-e553a0b24b20 service nova] Acquiring lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2052.674289] env[62187]: DEBUG oslo_concurrency.lockutils [req-4b0c7a85-98d2-4bd8-9bfd-f531bf11acb3 req-55451546-e595-4649-8932-e553a0b24b20 service nova] Lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2052.674445] env[62187]: DEBUG oslo_concurrency.lockutils [req-4b0c7a85-98d2-4bd8-9bfd-f531bf11acb3 req-55451546-e595-4649-8932-e553a0b24b20 service nova] Lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.674690] env[62187]: DEBUG nova.compute.manager [req-4b0c7a85-98d2-4bd8-9bfd-f531bf11acb3 req-55451546-e595-4649-8932-e553a0b24b20 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] No waiting events found dispatching network-vif-plugged-38ca61af-0483-4a38-9d72-ef9dc0b10da9 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2052.674932] env[62187]: WARNING nova.compute.manager [req-4b0c7a85-98d2-4bd8-9bfd-f531bf11acb3 req-55451546-e595-4649-8932-e553a0b24b20 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received unexpected event network-vif-plugged-38ca61af-0483-4a38-9d72-ef9dc0b10da9 for instance with vm_state active and task_state None. [ 2052.683645] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0e435b7d-985d-4afe-99a3-1d091907b48c tempest-SecurityGroupsTestJSON-1955430689 tempest-SecurityGroupsTestJSON-1955430689-project-member] Lock "e7b958d1-011a-4278-95e0-200b4c82315d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.892s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.696417] env[62187]: DEBUG nova.compute.manager [req-9a667d28-bb33-41ee-a989-50424bb5564f req-9769ce7a-88aa-41f6-bb66-310b525c1ded service nova] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Received event network-vif-deleted-81352576-0699-4d7e-88b6-3d1e981b86ae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2052.726730] env[62187]: WARNING nova.network.neutron [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] 0aff26c9-fb1b-47b0-8451-29c33930185a already exists in list: networks containing: ['0aff26c9-fb1b-47b0-8451-29c33930185a']. ignoring it [ 2052.747804] env[62187]: INFO nova.compute.manager [-] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Took 1.60 seconds to deallocate network for instance. [ 2052.767319] env[62187]: INFO nova.compute.manager [-] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Took 1.63 seconds to deallocate network for instance. [ 2052.878471] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132882, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.017098] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.017416] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.017416] env[62187]: DEBUG nova.network.neutron [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.027895] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455759} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.028807] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/29e8255d-3145-4197-8184-f8c8008d28f9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2053.029006] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2053.031612] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5225b1a8-1dfc-4563-a734-980b066335fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.036603] env[62187]: DEBUG nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2053.044094] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2053.044094] env[62187]: value = "task-2132884" [ 2053.044094] env[62187]: _type = "Task" [ 2053.044094] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.045035] env[62187]: DEBUG nova.network.neutron [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2053.058734] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.121909] env[62187]: DEBUG nova.network.neutron [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38ca61af-0483-4a38-9d72-ef9dc0b10da9", "address": "fa:16:3e:2e:4f:15", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ca61af-04", "ovs_interfaceid": "38ca61af-0483-4a38-9d72-ef9dc0b10da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.160703] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18bf127-40cb-467f-ae98-603e52904cf1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.170873] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdaa920-4185-4229-91fc-fb7cc700b845 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.201246] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b6e0c5-131e-45ee-a20b-a8de7c251f9a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.209259] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df36ee9f-0682-4a33-8bc3-99dc08919ae7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.223419] env[62187]: DEBUG nova.compute.provider_tree [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2053.256362] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.273218] env[62187]: DEBUG nova.network.neutron [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [{"id": "5ca29497-c0b8-442f-90ca-64df585cf414", "address": "fa:16:3e:c2:c3:53", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca29497-c0", "ovs_interfaceid": "5ca29497-c0b8-442f-90ca-64df585cf414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.277538] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.380425] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.631772} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.380725] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2053.381020] env[62187]: DEBUG nova.compute.manager [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2053.381852] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63d94d-85cc-4a6c-ba44-eb4a54d54af8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.554698] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.555716] env[62187]: DEBUG nova.network.neutron [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2053.560147] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171523} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2053.560688] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2053.561719] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2f2ed1-d24c-4749-b8fe-b8697572b2ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.585186] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/29e8255d-3145-4197-8184-f8c8008d28f9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2053.587407] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff3d5e3-8502-4ba0-875c-29d806f9d9ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.608030] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2053.608030] env[62187]: value = "task-2132885" [ 2053.608030] env[62187]: _type = "Task" [ 2053.608030] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.618577] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.624201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.624927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.625067] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.625812] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdca0ad-8999-496c-aa04-debd72f7816b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.644664] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2053.644896] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2053.645061] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2053.645334] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2053.645402] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2053.645521] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2053.645717] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2053.645871] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2053.646044] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2053.646209] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2053.646378] env[62187]: DEBUG nova.virt.hardware [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2053.652924] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Reconfiguring VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2053.653347] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4651d47-4109-4f31-987e-b0a94863766e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.675093] env[62187]: DEBUG oslo_vmware.api [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2053.675093] env[62187]: value = "task-2132886" [ 2053.675093] env[62187]: _type = "Task" [ 2053.675093] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.688175] env[62187]: DEBUG oslo_vmware.api [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.728039] env[62187]: DEBUG nova.scheduler.client.report [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2053.769882] env[62187]: DEBUG nova.network.neutron [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance_info_cache with network_info: [{"id": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "address": "fa:16:3e:19:ee:31", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a018a-c5", "ovs_interfaceid": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.775892] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Releasing lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.776278] env[62187]: DEBUG nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Instance network_info: |[{"id": "5ca29497-c0b8-442f-90ca-64df585cf414", "address": "fa:16:3e:c2:c3:53", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca29497-c0", "ovs_interfaceid": "5ca29497-c0b8-442f-90ca-64df585cf414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2053.776579] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:c3:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ca29497-c0b8-442f-90ca-64df585cf414', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2053.784256] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Creating folder: Project (506562fd832444458bd7d41b759a8caf). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2053.785105] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ee5b893-33f0-45f5-985f-1c66a523fba4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.797117] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Created folder: Project (506562fd832444458bd7d41b759a8caf) in parent group-v435995. [ 2053.797117] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Creating folder: Instances. Parent ref: group-v436154. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2053.797117] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48549633-767c-467b-985a-ae6eed2d2de3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.807776] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Created folder: Instances in parent group-v436154. [ 2053.808221] env[62187]: DEBUG oslo.service.loopingcall [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2053.808221] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2053.808406] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf133f9-5222-4a0f-a9f2-4591c470443b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.828381] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2053.828381] env[62187]: value = "task-2132889" [ 2053.828381] env[62187]: _type = "Task" [ 2053.828381] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2053.841614] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132889, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2053.895292] env[62187]: INFO nova.compute.manager [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Shelve offloading [ 2053.939329] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.939584] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.028372] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.028725] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.028903] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.029291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.029398] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.031579] env[62187]: INFO nova.compute.manager [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Terminating instance [ 2054.119578] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132885, 'name': ReconfigVM_Task, 'duration_secs': 0.284602} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.119891] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/29e8255d-3145-4197-8184-f8c8008d28f9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2054.120524] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47108371-604e-46c7-a807-693c667ba4c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.127627] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2054.127627] env[62187]: value = "task-2132890" [ 2054.127627] env[62187]: _type = "Task" [ 2054.127627] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.136914] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132890, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.184751] env[62187]: DEBUG oslo_vmware.api [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.233759] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.236502] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.989s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.236855] env[62187]: DEBUG nova.objects.instance [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lazy-loading 'resources' on Instance uuid 6ad16be6-039f-4bdc-aa25-20ee8743c728 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2054.261013] env[62187]: INFO nova.scheduler.client.report [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Deleted allocations for instance d72a441d-8993-4eb1-bb9d-67ed97920723 [ 2054.273061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.274100] env[62187]: DEBUG nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Instance network_info: |[{"id": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "address": "fa:16:3e:19:ee:31", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a018a-c5", "ovs_interfaceid": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2054.274590] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:ee:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b84a018a-c54e-4cd6-a0ba-c2156715b737', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2054.286160] env[62187]: DEBUG oslo.service.loopingcall [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.286869] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2054.287136] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a677036-2858-4b8c-a5fc-0ff6b3f2a980 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.317026] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2054.317026] env[62187]: value = "task-2132891" [ 2054.317026] env[62187]: _type = "Task" [ 2054.317026] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.363395] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132891, 'name': CreateVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.363395] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132889, 'name': CreateVM_Task, 'duration_secs': 0.431695} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.363395] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2054.363395] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.363395] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.363395] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2054.363395] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1177feb9-50ff-446d-8609-b8bd99c53bf7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.367040] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2054.367040] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520f88ce-bd75-445f-3d0b-b1ead7c55727" [ 2054.367040] env[62187]: _type = "Task" [ 2054.367040] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.379886] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520f88ce-bd75-445f-3d0b-b1ead7c55727, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.379886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.379886] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2054.380199] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.380246] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.380432] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2054.380695] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1328537-888e-48dd-b533-491a771a6516 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.391199] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2054.391631] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2054.392828] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1402bdb-8a88-4f66-9e00-a19d1b874f83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.399257] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.399720] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2054.399720] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ab5c7f-6871-e06c-5fec-0381a10f6a15" [ 2054.399720] env[62187]: _type = "Task" [ 2054.399720] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.400052] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1f00e7-b502-49e9-a13b-da9287418802 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.410450] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ab5c7f-6871-e06c-5fec-0381a10f6a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.411879] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2054.411879] env[62187]: value = "task-2132892" [ 2054.411879] env[62187]: _type = "Task" [ 2054.411879] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.420867] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2054.421105] env[62187]: DEBUG nova.compute.manager [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2054.421881] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105152b1-2b7c-413b-b58c-94e0c40b5417 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.427825] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.427994] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.428179] env[62187]: DEBUG nova.network.neutron [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2054.442039] env[62187]: DEBUG nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2054.535268] env[62187]: DEBUG nova.compute.manager [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2054.535498] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.536456] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a203a1d1-a78b-40b7-99cb-4f65036edddc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.545029] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.545029] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30743f3a-63c4-4530-872e-b1065efd1638 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.550877] env[62187]: DEBUG oslo_vmware.api [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 2054.550877] env[62187]: value = "task-2132893" [ 2054.550877] env[62187]: _type = "Task" [ 2054.550877] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.559443] env[62187]: DEBUG oslo_vmware.api [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.637046] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132890, 'name': Rename_Task, 'duration_secs': 0.158579} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.637336] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2054.637575] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9a114d1-3ca6-4dd0-a04e-975a381cb8a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.645060] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2054.645060] env[62187]: value = "task-2132894" [ 2054.645060] env[62187]: _type = "Task" [ 2054.645060] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.659265] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.693191] env[62187]: DEBUG oslo_vmware.api [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132886, 'name': ReconfigVM_Task, 'duration_secs': 0.675434} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.693896] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.694215] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Reconfigured VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2054.769564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-eae9d1a2-f0f0-4652-865b-c3e80b2296ea tempest-ServersAdmin275Test-176521881 tempest-ServersAdmin275Test-176521881-project-member] Lock "d72a441d-8993-4eb1-bb9d-67ed97920723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.793s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.828153] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132891, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.831510] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "623c4d1d-55ac-4685-b335-04117f96129a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.831750] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.910485] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ab5c7f-6871-e06c-5fec-0381a10f6a15, 'name': SearchDatastore_Task, 'duration_secs': 0.014659} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.913817] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-491c282b-dd02-48f6-a73a-1f7d2159a888 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.919947] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2054.919947] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254f99d-b994-3ec9-e433-56f8a56b967e" [ 2054.919947] env[62187]: _type = "Task" [ 2054.919947] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.932677] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254f99d-b994-3ec9-e433-56f8a56b967e, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2054.932943] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.933411] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 8f6a2782-b7da-4f4e-88ac-c921b5590d81/8f6a2782-b7da-4f4e-88ac-c921b5590d81.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2054.934352] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f4a0e1a-9517-49e1-b59c-6d8568f9c39c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.943051] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2054.943051] env[62187]: value = "task-2132895" [ 2054.943051] env[62187]: _type = "Task" [ 2054.943051] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.956306] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.962540] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.061196] env[62187]: DEBUG oslo_vmware.api [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132893, 'name': PowerOffVM_Task, 'duration_secs': 0.294248} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.063532] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.063701] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.064117] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b143701e-1ee3-4662-8bf2-d2ba77f90f1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.119274] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b716d-aa83-4d34-89ac-2df1bedc9818 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.130019] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acfc6a8-1752-48fd-9afc-7022994050b0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.166042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5112cb-fa23-4a26-b2c7-626bb050dfcb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.169517] env[62187]: DEBUG nova.network.neutron [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054377db-67", "ovs_interfaceid": "054377db-67ba-4773-950b-56afd15aecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.176862] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132894, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.180408] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d070c04-a26b-4b13-ac61-b48799466b4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.197025] env[62187]: DEBUG nova.compute.provider_tree [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2055.199849] env[62187]: DEBUG oslo_concurrency.lockutils [None req-58f70767-4769-4884-b6ca-2c2b03d891e5 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-e6597109-844a-47f7-85b9-1c3be44606a8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 12.030s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.219278] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.219532] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.219748] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Deleting the datastore file [datastore2] 5bf2b512-1a95-4ad8-8d11-473e8683b68e {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.220329] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5df94890-fef6-4589-8eea-fdb2a948e79a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.226794] env[62187]: DEBUG oslo_vmware.api [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for the task: (returnval){ [ 2055.226794] env[62187]: value = "task-2132897" [ 2055.226794] env[62187]: _type = "Task" [ 2055.226794] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.236979] env[62187]: DEBUG oslo_vmware.api [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.329639] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132891, 'name': CreateVM_Task, 'duration_secs': 0.538439} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.329894] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2055.330592] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.330742] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.331090] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2055.331381] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a9cff5-8b56-4c38-83df-b8ed4ede791d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.334693] env[62187]: DEBUG nova.compute.utils [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2055.337184] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2055.337184] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526af14f-415c-070c-a1a1-f1c468602344" [ 2055.337184] env[62187]: _type = "Task" [ 2055.337184] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.345921] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526af14f-415c-070c-a1a1-f1c468602344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.452608] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458022} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.452845] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 8f6a2782-b7da-4f4e-88ac-c921b5590d81/8f6a2782-b7da-4f4e-88ac-c921b5590d81.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2055.453038] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2055.453290] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c3978bb-b7cb-450d-83db-69c1701119c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.459656] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2055.459656] env[62187]: value = "task-2132898" [ 2055.459656] env[62187]: _type = "Task" [ 2055.459656] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.467678] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.673290] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.675320] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132894, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.702958] env[62187]: DEBUG nova.scheduler.client.report [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2055.738294] env[62187]: DEBUG oslo_vmware.api [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Task: {'id': task-2132897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3556} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.738536] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2055.738715] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2055.738886] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2055.739065] env[62187]: INFO nova.compute.manager [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 2055.739299] env[62187]: DEBUG oslo.service.loopingcall [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.739483] env[62187]: DEBUG nova.compute.manager [-] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2055.739584] env[62187]: DEBUG nova.network.neutron [-] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2055.838891] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.849274] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526af14f-415c-070c-a1a1-f1c468602344, 'name': SearchDatastore_Task, 'duration_secs': 0.03473} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.849549] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.849792] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2055.850095] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.850173] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.850350] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2055.850588] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-055ed0ce-8eee-487f-93d9-3ff0efe27619 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.859245] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2055.859426] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2055.860148] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe2872e-58f6-4273-a1b0-3ed9030909eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.865680] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2055.865680] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529123af-e254-cd22-ad79-502210bcf6bb" [ 2055.865680] env[62187]: _type = "Task" [ 2055.865680] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.873149] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529123af-e254-cd22-ad79-502210bcf6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.922102] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2055.923169] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ad25e8-6220-4888-877b-98194ff843dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.930714] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.930960] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dac2a07-65df-4f77-baab-ae3745665a93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.969396] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061899} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.969612] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2055.970375] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e5763d-0d16-434d-ba40-0c30c0b3d77c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.991833] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 8f6a2782-b7da-4f4e-88ac-c921b5590d81/8f6a2782-b7da-4f4e-88ac-c921b5590d81.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2055.992449] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb8b164d-b890-4f57-8207-3e26f96b9717 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.012087] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2056.012087] env[62187]: value = "task-2132900" [ 2056.012087] env[62187]: _type = "Task" [ 2056.012087] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.017356] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2056.017565] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2056.017775] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleting the datastore file [datastore1] 5344920a-e824-4ae6-ad29-8415d3015360 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2056.020892] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0af7b89d-3059-4d2c-bd26-11aa5f978758 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.022550] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.026219] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2056.026219] env[62187]: value = "task-2132901" [ 2056.026219] env[62187]: _type = "Task" [ 2056.026219] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.033650] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.173369] env[62187]: DEBUG oslo_vmware.api [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132894, 'name': PowerOnVM_Task, 'duration_secs': 1.086824} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.173786] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2056.173889] env[62187]: INFO nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Took 15.68 seconds to spawn the instance on the hypervisor. [ 2056.174115] env[62187]: DEBUG nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2056.174924] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708840e3-bc2f-44c1-9ccf-ecd6ccab5a0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.213191] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.215712] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.330s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.217476] env[62187]: INFO nova.compute.claims [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2056.240877] env[62187]: INFO nova.scheduler.client.report [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleted allocations for instance 6ad16be6-039f-4bdc-aa25-20ee8743c728 [ 2056.381137] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529123af-e254-cd22-ad79-502210bcf6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.009123} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.381950] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96332c9-c0ff-4a62-bef6-28f7173a5db9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.389126] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2056.389126] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d53c5f-86b5-2ba6-0c14-afa8f8943e4a" [ 2056.389126] env[62187]: _type = "Task" [ 2056.389126] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.399288] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d53c5f-86b5-2ba6-0c14-afa8f8943e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.522372] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132900, 'name': ReconfigVM_Task, 'duration_secs': 0.303856} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.522891] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 8f6a2782-b7da-4f4e-88ac-c921b5590d81/8f6a2782-b7da-4f4e-88ac-c921b5590d81.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2056.524037] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80be7c97-5e31-46f2-85c1-bf037da18a28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.531980] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2056.531980] env[62187]: value = "task-2132902" [ 2056.531980] env[62187]: _type = "Task" [ 2056.531980] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.537752] env[62187]: DEBUG oslo_vmware.api [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2132901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148223} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.539010] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.539159] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.540062] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.545925] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132902, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.560436] env[62187]: DEBUG nova.compute.manager [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received event network-changed-38ca61af-0483-4a38-9d72-ef9dc0b10da9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.560436] env[62187]: DEBUG nova.compute.manager [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Refreshing instance network info cache due to event network-changed-38ca61af-0483-4a38-9d72-ef9dc0b10da9. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2056.560636] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Acquiring lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.560712] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Acquired lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.560885] env[62187]: DEBUG nova.network.neutron [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Refreshing network info cache for port 38ca61af-0483-4a38-9d72-ef9dc0b10da9 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.571156] env[62187]: INFO nova.scheduler.client.report [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleted allocations for instance 5344920a-e824-4ae6-ad29-8415d3015360 [ 2056.582840] env[62187]: DEBUG nova.compute.manager [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Received event network-vif-deleted-207db609-3a0b-4b74-968a-836f7aba3792 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.582840] env[62187]: DEBUG nova.compute.manager [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received event network-vif-plugged-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.582840] env[62187]: DEBUG oslo_concurrency.lockutils [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] Acquiring lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.582840] env[62187]: DEBUG oslo_concurrency.lockutils [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.582840] env[62187]: DEBUG oslo_concurrency.lockutils [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.583146] env[62187]: DEBUG nova.compute.manager [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] No waiting events found dispatching network-vif-plugged-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2056.586122] env[62187]: WARNING nova.compute.manager [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received unexpected event network-vif-plugged-5ca29497-c0b8-442f-90ca-64df585cf414 for instance with vm_state building and task_state spawning. [ 2056.586324] env[62187]: DEBUG nova.compute.manager [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2056.586577] env[62187]: DEBUG nova.compute.manager [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing instance network info cache due to event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2056.588019] env[62187]: DEBUG oslo_concurrency.lockutils [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] Acquiring lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.588019] env[62187]: DEBUG oslo_concurrency.lockutils [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] Acquired lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.588019] env[62187]: DEBUG nova.network.neutron [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.694323] env[62187]: INFO nova.compute.manager [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Took 42.61 seconds to build instance. [ 2056.717513] env[62187]: DEBUG nova.network.neutron [-] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.750810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5216e9cd-304f-4257-be20-6db48907ec04 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "6ad16be6-039f-4bdc-aa25-20ee8743c728" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.842s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2056.905552] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d53c5f-86b5-2ba6-0c14-afa8f8943e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.018848} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.906107] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.906491] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 676be4f0-bac2-4b3a-9d9d-2016c203a54a/676be4f0-bac2-4b3a-9d9d-2016c203a54a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2056.907231] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2496eb-2087-439d-963f-5ff50cdb0b6f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.918686] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "623c4d1d-55ac-4685-b335-04117f96129a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2056.919326] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2056.919673] env[62187]: INFO nova.compute.manager [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Attaching volume ca50f920-d7f5-4f69-a30a-ca4b5d09662d to /dev/sdb [ 2056.921483] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2056.921483] env[62187]: value = "task-2132903" [ 2056.921483] env[62187]: _type = "Task" [ 2056.921483] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.935781] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.964330] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be30eab4-e1eb-4820-b9d7-2d2f8cf3ee3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.971874] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208770f4-4901-4f96-a9ee-812a4bc388c1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.988133] env[62187]: DEBUG nova.virt.block_device [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updating existing volume attachment record: 5d2f2023-8ddb-4ad8-82a8-108bee698d9e {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2057.043324] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132902, 'name': Rename_Task, 'duration_secs': 0.147387} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.043605] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2057.043851] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-041fc938-c261-43f2-be3a-fde91fb83830 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.049598] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2057.049598] env[62187]: value = "task-2132904" [ 2057.049598] env[62187]: _type = "Task" [ 2057.049598] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.057846] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.080207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.197094] env[62187]: DEBUG oslo_concurrency.lockutils [None req-12635f3e-b7b8-41c2-9ad3-360afbdbe80f tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "29e8255d-3145-4197-8184-f8c8008d28f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.137s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.220878] env[62187]: INFO nova.compute.manager [-] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Took 1.48 seconds to deallocate network for instance. [ 2057.369655] env[62187]: DEBUG nova.network.neutron [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updated VIF entry in instance network info cache for port 38ca61af-0483-4a38-9d72-ef9dc0b10da9. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2057.371916] env[62187]: DEBUG nova.network.neutron [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38ca61af-0483-4a38-9d72-ef9dc0b10da9", "address": "fa:16:3e:2e:4f:15", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ca61af-04", "ovs_interfaceid": "38ca61af-0483-4a38-9d72-ef9dc0b10da9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.447326] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132903, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.561903] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132904, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.734583] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.759306] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07216e3b-b34d-48dc-9aa8-14eb81d35355 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.768158] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ac5629-2ecc-4ff4-ade0-b46e1e0a2a0e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.805053] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03fb1e9-bb92-4315-a069-b5e6644b4bb8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.818933] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ae2266-16a5-4fb1-b6ec-ae22e2d0aedc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.837226] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2057.876952] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Releasing lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.877290] env[62187]: DEBUG nova.compute.manager [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Received event network-vif-plugged-b84a018a-c54e-4cd6-a0ba-c2156715b737 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.877493] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Acquiring lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2057.877720] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.877848] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.878018] env[62187]: DEBUG nova.compute.manager [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] No waiting events found dispatching network-vif-plugged-b84a018a-c54e-4cd6-a0ba-c2156715b737 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2057.878288] env[62187]: WARNING nova.compute.manager [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Received unexpected event network-vif-plugged-b84a018a-c54e-4cd6-a0ba-c2156715b737 for instance with vm_state building and task_state spawning. [ 2057.878353] env[62187]: DEBUG nova.compute.manager [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Received event network-changed-b84a018a-c54e-4cd6-a0ba-c2156715b737 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2057.878700] env[62187]: DEBUG nova.compute.manager [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Refreshing instance network info cache due to event network-changed-b84a018a-c54e-4cd6-a0ba-c2156715b737. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2057.878700] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Acquiring lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.878784] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Acquired lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.878914] env[62187]: DEBUG nova.network.neutron [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Refreshing network info cache for port b84a018a-c54e-4cd6-a0ba-c2156715b737 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.891564] env[62187]: DEBUG nova.network.neutron [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updated VIF entry in instance network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2057.891936] env[62187]: DEBUG nova.network.neutron [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [{"id": "5ca29497-c0b8-442f-90ca-64df585cf414", "address": "fa:16:3e:c2:c3:53", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca29497-c0", "ovs_interfaceid": "5ca29497-c0b8-442f-90ca-64df585cf414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.935137] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132903, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.065905] env[62187]: DEBUG oslo_vmware.api [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2132904, 'name': PowerOnVM_Task, 'duration_secs': 0.684998} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.066639] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2058.066867] env[62187]: INFO nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Took 13.68 seconds to spawn the instance on the hypervisor. [ 2058.067067] env[62187]: DEBUG nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2058.067943] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc39b2c4-2f37-41d2-9493-153f19522433 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.312460] env[62187]: INFO nova.compute.manager [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Rescuing [ 2058.312833] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.313116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.313405] env[62187]: DEBUG nova.network.neutron [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2058.361051] env[62187]: ERROR nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [req-4fe5d064-ce93-4e39-b984-6fd304e9fc72] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4fe5d064-ce93-4e39-b984-6fd304e9fc72"}]} [ 2058.389112] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2058.395162] env[62187]: DEBUG oslo_concurrency.lockutils [req-6807e7ea-c003-4850-8427-97e8946d3d39 req-e0363c0d-a2d2-455d-9010-5b30c93aaaf0 service nova] Releasing lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.432020] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2058.432020] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2058.441222] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132903, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.467343] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2058.513669] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2058.596020] env[62187]: INFO nova.compute.manager [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Took 41.62 seconds to build instance. [ 2058.815030] env[62187]: DEBUG nova.compute.manager [req-76a22863-137f-41fa-9bed-5cb40fc75809 req-69756360-309e-4226-9ad6-71e392ad87da service nova] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Received event network-vif-deleted-8236c7ca-af1b-4702-8980-35cdd2ac2e59 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.839839] env[62187]: DEBUG nova.compute.manager [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received event network-vif-unplugged-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.839839] env[62187]: DEBUG oslo_concurrency.lockutils [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.840094] env[62187]: DEBUG oslo_concurrency.lockutils [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.840477] env[62187]: DEBUG oslo_concurrency.lockutils [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.841268] env[62187]: DEBUG nova.compute.manager [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] No waiting events found dispatching network-vif-unplugged-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2058.841268] env[62187]: WARNING nova.compute.manager [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received unexpected event network-vif-unplugged-054377db-67ba-4773-950b-56afd15aecea for instance with vm_state shelved_offloaded and task_state unshelving. [ 2058.841268] env[62187]: DEBUG nova.compute.manager [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received event network-changed-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2058.845125] env[62187]: DEBUG nova.compute.manager [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Refreshing instance network info cache due to event network-changed-054377db-67ba-4773-950b-56afd15aecea. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2058.845436] env[62187]: DEBUG oslo_concurrency.lockutils [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] Acquiring lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2058.845590] env[62187]: DEBUG oslo_concurrency.lockutils [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] Acquired lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2058.845808] env[62187]: DEBUG nova.network.neutron [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Refreshing network info cache for port 054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2058.853756] env[62187]: DEBUG nova.network.neutron [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updated VIF entry in instance network info cache for port b84a018a-c54e-4cd6-a0ba-c2156715b737. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.855327] env[62187]: DEBUG nova.network.neutron [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance_info_cache with network_info: [{"id": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "address": "fa:16:3e:19:ee:31", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a018a-c5", "ovs_interfaceid": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.941835] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132903, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.664413} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.941835] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 676be4f0-bac2-4b3a-9d9d-2016c203a54a/676be4f0-bac2-4b3a-9d9d-2016c203a54a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2058.942123] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2058.942378] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3a9213c-d3d0-4b9f-9096-5dcba9890b31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.950756] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2058.950756] env[62187]: value = "task-2132908" [ 2058.950756] env[62187]: _type = "Task" [ 2058.950756] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.962051] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.049028] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d1f6c4-f535-4bc0-b265-9de7ce00160e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.058937] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ceb7f-021a-4b7f-827d-fb29672038db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.096625] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2801d4-65ff-44c4-aa6e-9d9f6c8b4e60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.107336] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85e069dc-fd76-45c5-b4fc-3d6787e28446 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.037s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.112896] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db83d5-925d-43be-be3f-bb969ae2ab61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.130146] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2059.233130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-e6597109-844a-47f7-85b9-1c3be44606a8-38ca61af-0483-4a38-9d72-ef9dc0b10da9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.233411] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-e6597109-844a-47f7-85b9-1c3be44606a8-38ca61af-0483-4a38-9d72-ef9dc0b10da9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.363242] env[62187]: DEBUG oslo_concurrency.lockutils [req-dd88391d-a8e3-4401-a7b9-06666766c3d5 req-a04dd320-f3f2-4bbf-9065-6bafd5df31b2 service nova] Releasing lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.463244] env[62187]: DEBUG nova.network.neutron [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Updating instance_info_cache with network_info: [{"id": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "address": "fa:16:3e:47:81:1e", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb42c6520-50", "ovs_interfaceid": "b42c6520-506b-4bc3-bf03-0682f6e9865c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.471828] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184256} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.472183] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2059.473064] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2634526-74cc-4f62-bb15-9402ea3af9c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.499313] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 676be4f0-bac2-4b3a-9d9d-2016c203a54a/676be4f0-bac2-4b3a-9d9d-2016c203a54a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2059.503029] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2919d392-4fc9-4f4d-a824-97f2219c3da9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.527100] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2059.527100] env[62187]: value = "task-2132910" [ 2059.527100] env[62187]: _type = "Task" [ 2059.527100] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.538593] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132910, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.651133] env[62187]: ERROR nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [req-09aaad3a-fbe7-47be-8cb5-6c9a2e047843] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09aaad3a-fbe7-47be-8cb5-6c9a2e047843"}]} [ 2059.674744] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2059.695732] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2059.696012] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2059.712902] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2059.736546] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.736776] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.738322] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf3100-1a6f-4aa1-ba66-3b81677ecd66 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.764690] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2059.767425] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2be84a5-04b8-418d-96f5-222625cfc995 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.798035] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Reconfiguring VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2059.801117] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e963dd1-faa5-4cbf-b2de-b6cd401dc61a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.819421] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2059.819421] env[62187]: value = "task-2132911" [ 2059.819421] env[62187]: _type = "Task" [ 2059.819421] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.828171] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.867858] env[62187]: DEBUG nova.network.neutron [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updated VIF entry in instance network info cache for port 054377db-67ba-4773-950b-56afd15aecea. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2059.868703] env[62187]: DEBUG nova.network.neutron [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap054377db-67", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2059.915805] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.966409] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "refresh_cache-29e8255d-3145-4197-8184-f8c8008d28f9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.038382] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132910, 'name': ReconfigVM_Task, 'duration_secs': 0.385818} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.038749] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 676be4f0-bac2-4b3a-9d9d-2016c203a54a/676be4f0-bac2-4b3a-9d9d-2016c203a54a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.041893] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31649fda-b9da-4859-b695-74cdd67e2a47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.049145] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2060.049145] env[62187]: value = "task-2132912" [ 2060.049145] env[62187]: _type = "Task" [ 2060.049145] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.065451] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132912, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.247905] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8799d9c-8576-4660-a081-bc243a1c2d7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.257214] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a24c30-1e93-4cc8-8a87-420ec8058575 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.291374] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e22bd6-58e0-4c56-9d40-3e7b398984bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.299505] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3f6108-d62e-4eb0-8d6d-90383d6ebd83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.316159] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.329032] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.371767] env[62187]: DEBUG oslo_concurrency.lockutils [req-c4fcdb05-89a5-44cb-aa9b-611e187e97d1 req-383f4dff-d08b-49dd-899f-33a2d7958de9 service nova] Releasing lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.559467] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132912, 'name': Rename_Task, 'duration_secs': 0.207354} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.559908] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2060.561022] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-201bd9e2-faac-46aa-ab7b-c99b47c6b002 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.571365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2060.571752] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.573027] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2060.573027] env[62187]: value = "task-2132913" [ 2060.573027] env[62187]: _type = "Task" [ 2060.573027] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.582277] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.830559] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.838148] env[62187]: ERROR nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [req-622429bb-3a2f-46fa-8dcb-7ee8aff577eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-622429bb-3a2f-46fa-8dcb-7ee8aff577eb"}]} [ 2060.855267] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2060.867985] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2060.868241] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.880841] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2060.897931] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2061.075185] env[62187]: DEBUG nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2061.087306] env[62187]: DEBUG oslo_vmware.api [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2132913, 'name': PowerOnVM_Task, 'duration_secs': 0.46116} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.087604] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2061.087807] env[62187]: INFO nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Took 8.95 seconds to spawn the instance on the hypervisor. [ 2061.087979] env[62187]: DEBUG nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.091745] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ddade5-ccdc-4f4b-aeb4-06de437199e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.293212] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.293460] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.321349] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9731cc5-b842-4b79-8372-6d1040e58f81 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.337899] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b3495-3b0e-4f40-9bc3-055a02af7d35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.341629] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.373742] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84a59f8-e4db-4704-b678-07e04ff1f75b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.383181] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbd04e4-9cb1-4def-8eb9-39dda06bb520 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.399706] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2061.516032] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2061.516032] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee1cdb6e-81f2-4669-8793-a33105b295eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.522980] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2061.522980] env[62187]: value = "task-2132914" [ 2061.522980] env[62187]: _type = "Task" [ 2061.522980] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.532174] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.613764] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.620294] env[62187]: INFO nova.compute.manager [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Took 36.86 seconds to build instance. [ 2061.796317] env[62187]: DEBUG nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2061.839785] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.935594] env[62187]: DEBUG nova.scheduler.client.report [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2061.935965] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 85 to 86 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2061.936053] env[62187]: DEBUG nova.compute.provider_tree [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2062.035667] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132914, 'name': PowerOffVM_Task, 'duration_secs': 0.272007} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.036061] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2062.036902] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c482a7c-ffb3-4ab3-9c91-d822992bdd73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.040458] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2062.040663] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436159', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'name': 'volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '623c4d1d-55ac-4685-b335-04117f96129a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'serial': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2062.041412] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd15d1fa-9a8d-460a-bf82-c0a18d9fed5a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.073531] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc42044-41fd-476c-b0f8-a56683d10747 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.079259] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9772aa-c850-4304-80fe-923fa388c6f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.120197] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d/volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2062.123072] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8344f53-8acb-465d-8fd5-dfe47d90e7cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.137680] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cebc8dcb-9698-450a-92ed-483264ae7638 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.130s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.145019] env[62187]: DEBUG oslo_vmware.api [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2062.145019] env[62187]: value = "task-2132915" [ 2062.145019] env[62187]: _type = "Task" [ 2062.145019] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.146122] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.146420] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db05ab1-c7f4-4c75-9561-d1460533d449 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.156592] env[62187]: DEBUG oslo_vmware.api [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.157893] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2062.157893] env[62187]: value = "task-2132916" [ 2062.157893] env[62187]: _type = "Task" [ 2062.157893] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.167639] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2062.167853] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2062.168194] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.168297] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.168434] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2062.168684] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15a1430a-0f2e-43a4-963a-2ba5c1625135 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.178463] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2062.178659] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2062.179413] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4fa2d4-8a20-4d0f-82c5-785dc7d8b5ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.185314] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2062.185314] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b2ec2a-d4db-14fb-2b54-05a0679f54d6" [ 2062.185314] env[62187]: _type = "Task" [ 2062.185314] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.192805] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b2ec2a-d4db-14fb-2b54-05a0679f54d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.320943] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.336563] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.442838] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.227s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.443407] env[62187]: DEBUG nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2062.446772] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.112s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.657176] env[62187]: DEBUG oslo_vmware.api [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132915, 'name': ReconfigVM_Task, 'duration_secs': 0.37729} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.657176] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d/volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2062.662785] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c9f7dbc-9038-4e24-87d1-6f4b134263fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.681482] env[62187]: DEBUG oslo_vmware.api [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2062.681482] env[62187]: value = "task-2132917" [ 2062.681482] env[62187]: _type = "Task" [ 2062.681482] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.694032] env[62187]: DEBUG oslo_vmware.api [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132917, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.701227] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b2ec2a-d4db-14fb-2b54-05a0679f54d6, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.702916] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a126b078-db79-46b7-88cb-e3da04834aa9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.708036] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2062.708036] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dbd126-9113-f142-2dbb-a0e81e27fa62" [ 2062.708036] env[62187]: _type = "Task" [ 2062.708036] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.716392] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dbd126-9113-f142-2dbb-a0e81e27fa62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.837543] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.950237] env[62187]: DEBUG nova.compute.utils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2062.960655] env[62187]: DEBUG nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2062.960899] env[62187]: DEBUG nova.network.neutron [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2063.048896] env[62187]: DEBUG nova.policy [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca9c758f714a443fbd33b13bed13ad25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c6b0de74680470295b7af4a76182a13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2063.196093] env[62187]: DEBUG oslo_vmware.api [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132917, 'name': ReconfigVM_Task, 'duration_secs': 0.135417} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.197016] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436159', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'name': 'volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '623c4d1d-55ac-4685-b335-04117f96129a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'serial': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2063.224684] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dbd126-9113-f142-2dbb-a0e81e27fa62, 'name': SearchDatastore_Task, 'duration_secs': 0.013128} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.225608] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.225776] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. {{(pid=62187) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2063.226137] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b17f7d4-60c7-4475-970c-c6695d5239e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.234608] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2063.234608] env[62187]: value = "task-2132918" [ 2063.234608] env[62187]: _type = "Task" [ 2063.234608] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.245020] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.339645] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.461336] env[62187]: DEBUG nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2063.466184] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Skipping migration as instance is neither resizing nor live-migrating. {{(pid=62187) _update_usage_from_migrations /opt/stack/nova/nova/compute/resource_tracker.py:1563}} [ 2063.467128] env[62187]: INFO nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating resource usage from migration 56575f13-2d8b-455e-ad10-5c907a3ad24c [ 2063.490847] env[62187]: DEBUG nova.network.neutron [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Successfully created port: 42868b02-be8b-4009-9b99-9a78e10672d7 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2063.494629] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5bf2b512-1a95-4ad8-8d11-473e8683b68e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2063.494779] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 623c4d1d-55ac-4685-b335-04117f96129a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.494937] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 26375696-a789-4eec-91cf-47ef118b2bbe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495151] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e6597109-844a-47f7-85b9-1c3be44606a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495151] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 33ebd22b-5865-47ea-ad86-8e2c4acc01f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2063.495288] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 837a0057-787e-4fb6-ae79-b5fbc06a3038 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495372] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e25571ce-77da-4871-af48-c597560cd9a0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495550] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495597] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 99fe39eb-5075-4b07-af3a-4d751be4e50a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495688] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 44a56a4f-665a-428d-85b1-434938ca88b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495794] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 66e4bd18-5b1e-4854-960b-cf890d53c7cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.495929] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 8ab09ec8-012b-4295-b55e-204de8b7e79e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2063.496133] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b10ead28-9f49-4633-b23a-7563f7eca055 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2063.496207] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance c6ff97d8-27e3-4885-985e-d454b8f558f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.496272] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9ca126d8-95eb-414e-a68a-7610387f5e23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2063.496394] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 0467a236-6cf0-4cba-8948-fdba0b305dcf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2063.496507] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 8f6a2782-b7da-4f4e-88ac-c921b5590d81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.496615] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 29e8255d-3145-4197-8184-f8c8008d28f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.496722] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 50e09825-ba09-4981-84f1-ab73fc07dc6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.496819] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Migration 56575f13-2d8b-455e-ad10-5c907a3ad24c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2063.496928] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance e5540ead-917b-4a5b-a11e-d5bed9ea0331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2063.749630] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132918, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.842571] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.843147] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.849530] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.864963] env[62187]: DEBUG nova.compute.manager [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2064.003221] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9bf633d8-49f4-4ab9-9431-320ba54b76e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2064.245895] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695653} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.245895] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. [ 2064.246731] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827d36b2-00dd-44bf-8ac4-e9ae6c46b7f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.273185] env[62187]: DEBUG nova.objects.instance [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lazy-loading 'flavor' on Instance uuid 623c4d1d-55ac-4685-b335-04117f96129a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2064.286037] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.286037] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9494c8a7-6eab-4dfc-8664-27823729b47f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.304168] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2064.304168] env[62187]: value = "task-2132919" [ 2064.304168] env[62187]: _type = "Task" [ 2064.304168] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.318761] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.339079] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.350719] env[62187]: DEBUG nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2064.393399] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.478331] env[62187]: DEBUG nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2064.508918] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2064.510374] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2064.510830] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2064.512583] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2064.512878] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2064.513311] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2064.513725] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2064.514045] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2064.514633] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2064.516017] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2064.516017] env[62187]: DEBUG nova.virt.hardware [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2064.516017] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9a50a986-e206-42fd-a00d-70aead26871c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2064.519568] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ec897b-5a56-415d-bf2d-dd9bc5b7d580 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.530176] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df15e64d-9503-4c90-a090-6d2f79b3ff12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.787142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f222abf-acc9-476f-9596-fee8d72f7838 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.868s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2064.813812] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132919, 'name': ReconfigVM_Task, 'duration_secs': 0.286289} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.814114] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2064.814915] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c61071-9b11-4c04-ae65-83dfd75c170e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.842969] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31999ac2-38ff-43b6-a77f-d0008a31532e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.859319] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.862466] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2064.862466] env[62187]: value = "task-2132920" [ 2064.862466] env[62187]: _type = "Task" [ 2064.862466] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.872042] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.873297] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.025231] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4cac6312-4c80-4930-ac8c-e8928cbabd5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2065.345994] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.372079] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132920, 'name': ReconfigVM_Task, 'duration_secs': 0.141411} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.372392] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2065.372649] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78818e0-14cb-4505-b32a-60ed81c906ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.379373] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2065.379373] env[62187]: value = "task-2132921" [ 2065.379373] env[62187]: _type = "Task" [ 2065.379373] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.389990] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.529725] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 0e96da6f-3127-4143-b850-bf55ff6d8af5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2065.532629] env[62187]: DEBUG nova.compute.manager [req-3bb67a3b-fd43-4e81-bdb9-78da2d18ac4f req-e917cf1b-ca11-46f8-a596-130a19a11d2e service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Received event network-vif-plugged-42868b02-be8b-4009-9b99-9a78e10672d7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2065.532921] env[62187]: DEBUG oslo_concurrency.lockutils [req-3bb67a3b-fd43-4e81-bdb9-78da2d18ac4f req-e917cf1b-ca11-46f8-a596-130a19a11d2e service nova] Acquiring lock "50e09825-ba09-4981-84f1-ab73fc07dc6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.533200] env[62187]: DEBUG oslo_concurrency.lockutils [req-3bb67a3b-fd43-4e81-bdb9-78da2d18ac4f req-e917cf1b-ca11-46f8-a596-130a19a11d2e service nova] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.533412] env[62187]: DEBUG oslo_concurrency.lockutils [req-3bb67a3b-fd43-4e81-bdb9-78da2d18ac4f req-e917cf1b-ca11-46f8-a596-130a19a11d2e service nova] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.533609] env[62187]: DEBUG nova.compute.manager [req-3bb67a3b-fd43-4e81-bdb9-78da2d18ac4f req-e917cf1b-ca11-46f8-a596-130a19a11d2e service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] No waiting events found dispatching network-vif-plugged-42868b02-be8b-4009-9b99-9a78e10672d7 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2065.533787] env[62187]: WARNING nova.compute.manager [req-3bb67a3b-fd43-4e81-bdb9-78da2d18ac4f req-e917cf1b-ca11-46f8-a596-130a19a11d2e service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Received unexpected event network-vif-plugged-42868b02-be8b-4009-9b99-9a78e10672d7 for instance with vm_state building and task_state spawning. [ 2065.621318] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "623c4d1d-55ac-4685-b335-04117f96129a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.621633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.729969] env[62187]: DEBUG nova.network.neutron [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Successfully updated port: 42868b02-be8b-4009-9b99-9a78e10672d7 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2065.845953] env[62187]: DEBUG oslo_vmware.api [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132911, 'name': ReconfigVM_Task, 'duration_secs': 5.910064} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.846218] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.846424] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Reconfigured VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2065.889026] env[62187]: DEBUG oslo_vmware.api [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2132921, 'name': PowerOnVM_Task, 'duration_secs': 0.402156} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.889344] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2065.893295] env[62187]: DEBUG nova.compute.manager [None req-a268e307-75b6-4be4-a20f-b840732017b6 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2065.894428] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18cd36d-56bb-4dee-ac06-70856c1e6d57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.036395] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 503f0f38-af02-4ddc-b04b-002428547164 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2066.124878] env[62187]: INFO nova.compute.manager [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Detaching volume ca50f920-d7f5-4f69-a30a-ca4b5d09662d [ 2066.158391] env[62187]: INFO nova.virt.block_device [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Attempting to driver detach volume ca50f920-d7f5-4f69-a30a-ca4b5d09662d from mountpoint /dev/sdb [ 2066.158633] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2066.158815] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436159', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'name': 'volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '623c4d1d-55ac-4685-b335-04117f96129a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'serial': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2066.159728] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3b63ef-351a-4b50-abfb-24258f5cb6aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.181393] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28017084-02ec-4a02-9385-23927f2b3d02 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.188346] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074ecdc-f2e9-4a6b-a944-c6b7be9bbbf1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.213873] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1c649b-f144-4009-b1df-f86a30ba2b95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.226028] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] The volume has not been displaced from its original location: [datastore2] volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d/volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2066.234814] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2066.234814] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "refresh_cache-50e09825-ba09-4981-84f1-ab73fc07dc6a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.234814] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquired lock "refresh_cache-50e09825-ba09-4981-84f1-ab73fc07dc6a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.234814] env[62187]: DEBUG nova.network.neutron [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2066.234814] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba21e4c5-177b-41d3-a095-80c62f821568 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.254062] env[62187]: DEBUG oslo_vmware.api [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2066.254062] env[62187]: value = "task-2132922" [ 2066.254062] env[62187]: _type = "Task" [ 2066.254062] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.262149] env[62187]: DEBUG oslo_vmware.api [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.307072] env[62187]: DEBUG nova.network.neutron [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2066.539898] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5efe9c74-a22a-4c7f-aa26-37834a0ae063 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2066.542371] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (cf2ba252-a209-4104-b3a7-5830e475f41c): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 2066.582902] env[62187]: DEBUG nova.network.neutron [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Updating instance_info_cache with network_info: [{"id": "42868b02-be8b-4009-9b99-9a78e10672d7", "address": "fa:16:3e:2c:9d:9c", "network": {"id": "0c06bf58-4a03-473d-8887-2e906dc676ad", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-56436001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6b0de74680470295b7af4a76182a13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42868b02-be", "ovs_interfaceid": "42868b02-be8b-4009-9b99-9a78e10672d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.766040] env[62187]: DEBUG oslo_vmware.api [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132922, 'name': ReconfigVM_Task, 'duration_secs': 0.477481} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.766329] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2066.771165] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1305f9b7-4f8d-4c83-b604-30f5dc0c1558 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.788150] env[62187]: DEBUG oslo_vmware.api [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2066.788150] env[62187]: value = "task-2132923" [ 2066.788150] env[62187]: _type = "Task" [ 2066.788150] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.797967] env[62187]: DEBUG oslo_vmware.api [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.045614] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 04fb3dff-e3d7-4182-bf92-e8b2173c6f31 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2067.062821] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.063120] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.063356] env[62187]: DEBUG nova.network.neutron [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2067.085213] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Releasing lock "refresh_cache-50e09825-ba09-4981-84f1-ab73fc07dc6a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.086770] env[62187]: DEBUG nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Instance network_info: |[{"id": "42868b02-be8b-4009-9b99-9a78e10672d7", "address": "fa:16:3e:2c:9d:9c", "network": {"id": "0c06bf58-4a03-473d-8887-2e906dc676ad", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-56436001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6b0de74680470295b7af4a76182a13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42868b02-be", "ovs_interfaceid": "42868b02-be8b-4009-9b99-9a78e10672d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2067.086770] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:9d:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b49c5024-2ced-42ca-90cc-6066766d43e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42868b02-be8b-4009-9b99-9a78e10672d7', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2067.093453] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Creating folder: Project (4c6b0de74680470295b7af4a76182a13). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2067.093995] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df555002-f70e-4f27-81ec-d5ce45a74a08 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.106340] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Created folder: Project (4c6b0de74680470295b7af4a76182a13) in parent group-v435995. [ 2067.106340] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Creating folder: Instances. Parent ref: group-v436160. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2067.146149] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78dc3735-788d-4a5a-959c-27d1df68af91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.146149] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Created folder: Instances in parent group-v436160. [ 2067.146149] env[62187]: DEBUG oslo.service.loopingcall [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.146149] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2067.146149] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aad24a10-6551-48b5-acb2-f0e2483f5122 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.146149] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2067.146149] env[62187]: value = "task-2132926" [ 2067.146149] env[62187]: _type = "Task" [ 2067.146149] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.150636] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132926, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.298485] env[62187]: DEBUG oslo_vmware.api [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2132923, 'name': ReconfigVM_Task, 'duration_secs': 0.13236} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.298801] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436159', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'name': 'volume-ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '623c4d1d-55ac-4685-b335-04117f96129a', 'attached_at': '', 'detached_at': '', 'volume_id': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d', 'serial': 'ca50f920-d7f5-4f69-a30a-ca4b5d09662d'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2067.350308] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "e6597109-844a-47f7-85b9-1c3be44606a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.350480] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "e6597109-844a-47f7-85b9-1c3be44606a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.350679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.350857] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.351032] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "e6597109-844a-47f7-85b9-1c3be44606a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.356272] env[62187]: INFO nova.compute.manager [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Terminating instance [ 2067.357926] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "48020d9c-a59b-4d17-baed-c87440cd2847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.358138] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "48020d9c-a59b-4d17-baed-c87440cd2847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.548585] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 3fb03c63-8fc0-4cb4-a785-fca42031952b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2067.548855] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Migration 2ad6a68a-736a-4648-8ea9-7a5f42f79141 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2067.548887] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 676be4f0-bac2-4b3a-9d9d-2016c203a54a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2067.558234] env[62187]: DEBUG nova.compute.manager [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Received event network-changed-42868b02-be8b-4009-9b99-9a78e10672d7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2067.558424] env[62187]: DEBUG nova.compute.manager [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Refreshing instance network info cache due to event network-changed-42868b02-be8b-4009-9b99-9a78e10672d7. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2067.558629] env[62187]: DEBUG oslo_concurrency.lockutils [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] Acquiring lock "refresh_cache-50e09825-ba09-4981-84f1-ab73fc07dc6a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.558763] env[62187]: DEBUG oslo_concurrency.lockutils [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] Acquired lock "refresh_cache-50e09825-ba09-4981-84f1-ab73fc07dc6a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.558915] env[62187]: DEBUG nova.network.neutron [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Refreshing network info cache for port 42868b02-be8b-4009-9b99-9a78e10672d7 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2067.649410] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132926, 'name': CreateVM_Task, 'duration_secs': 0.345521} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.649667] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2067.650650] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.650900] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.651367] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2067.651652] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df75ae15-a31a-4de1-bb16-dae1c49821b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.656645] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2067.656645] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5237c367-c849-2747-1239-ae830ba47c82" [ 2067.656645] env[62187]: _type = "Task" [ 2067.656645] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.664915] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5237c367-c849-2747-1239-ae830ba47c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.844067] env[62187]: INFO nova.network.neutron [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Port 38ca61af-0483-4a38-9d72-ef9dc0b10da9 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2067.844523] env[62187]: DEBUG nova.network.neutron [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.847492] env[62187]: DEBUG nova.objects.instance [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lazy-loading 'flavor' on Instance uuid 623c4d1d-55ac-4685-b335-04117f96129a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2067.862035] env[62187]: DEBUG nova.compute.manager [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2067.862035] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2067.862035] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42630981-f7c4-40ce-8eac-586a14e0f6fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.869789] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.870106] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b585f947-ee58-41af-9d39-e0fcf2099bdc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.877501] env[62187]: DEBUG oslo_vmware.api [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2067.877501] env[62187]: value = "task-2132927" [ 2067.877501] env[62187]: _type = "Task" [ 2067.877501] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.888879] env[62187]: DEBUG oslo_vmware.api [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.054912] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 290c3fc8-33a0-4b8c-ac48-20de7e5e723c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2068.055287] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2068.055420] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2068.170615] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5237c367-c849-2747-1239-ae830ba47c82, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.173142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.173396] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2068.173627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.173773] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.173951] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2068.174388] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffd68241-9a79-4706-800f-426f058b6e27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.187358] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2068.187496] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2068.188243] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0706455-78c3-4c93-be54-74c57e8784a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.193320] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2068.193320] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e82262-2564-93e3-a2bc-c7902d59ab3c" [ 2068.193320] env[62187]: _type = "Task" [ 2068.193320] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.202621] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e82262-2564-93e3-a2bc-c7902d59ab3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.306209] env[62187]: DEBUG nova.network.neutron [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Updated VIF entry in instance network info cache for port 42868b02-be8b-4009-9b99-9a78e10672d7. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2068.306548] env[62187]: DEBUG nova.network.neutron [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Updating instance_info_cache with network_info: [{"id": "42868b02-be8b-4009-9b99-9a78e10672d7", "address": "fa:16:3e:2c:9d:9c", "network": {"id": "0c06bf58-4a03-473d-8887-2e906dc676ad", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-56436001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c6b0de74680470295b7af4a76182a13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b49c5024-2ced-42ca-90cc-6066766d43e6", "external-id": "nsx-vlan-transportzone-239", "segmentation_id": 239, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42868b02-be", "ovs_interfaceid": "42868b02-be8b-4009-9b99-9a78e10672d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.349869] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-e6597109-844a-47f7-85b9-1c3be44606a8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.387028] env[62187]: DEBUG oslo_vmware.api [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132927, 'name': PowerOffVM_Task, 'duration_secs': 0.199264} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.389211] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2068.389390] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2068.389811] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ece1dcfb-e78e-44ee-8880-02decc476c60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.482033] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca49eb5-fe8c-49cd-822f-b90d23164d3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.491027] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0710cec-21a0-49cb-bcdb-e46d60f325c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.521866] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b8e5c8-9d30-4079-9225-f7eb402f3ef0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.529366] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168695ca-25dc-4a07-9044-24d337858ecb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.542435] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.582600] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2068.582866] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2068.583089] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleting the datastore file [datastore2] e6597109-844a-47f7-85b9-1c3be44606a8 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2068.583375] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b4d7b37-5ade-40e4-b6e4-642264fc398a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.589920] env[62187]: DEBUG oslo_vmware.api [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2068.589920] env[62187]: value = "task-2132929" [ 2068.589920] env[62187]: _type = "Task" [ 2068.589920] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.597957] env[62187]: DEBUG oslo_vmware.api [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.703957] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e82262-2564-93e3-a2bc-c7902d59ab3c, 'name': SearchDatastore_Task, 'duration_secs': 0.031961} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.705315] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e235dff1-e2aa-4717-812b-77fe1c4817f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.711203] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2068.711203] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52051f4b-6d11-a720-ebce-46bace0832be" [ 2068.711203] env[62187]: _type = "Task" [ 2068.711203] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.720344] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52051f4b-6d11-a720-ebce-46bace0832be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.809460] env[62187]: DEBUG oslo_concurrency.lockutils [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] Releasing lock "refresh_cache-50e09825-ba09-4981-84f1-ab73fc07dc6a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.809748] env[62187]: DEBUG nova.compute.manager [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received event network-vif-deleted-38ca61af-0483-4a38-9d72-ef9dc0b10da9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2068.809972] env[62187]: INFO nova.compute.manager [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Neutron deleted interface 38ca61af-0483-4a38-9d72-ef9dc0b10da9; detaching it from the instance and deleting it from the info cache [ 2068.810274] env[62187]: DEBUG nova.network.neutron [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [{"id": "8914b3c2-934a-4578-a6da-5f613d386d54", "address": "fa:16:3e:59:cd:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8914b3c2-93", "ovs_interfaceid": "8914b3c2-934a-4578-a6da-5f613d386d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.856969] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef8a1e93-5d10-455c-8a98-31f2fb8b3dcb tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-e6597109-844a-47f7-85b9-1c3be44606a8-38ca61af-0483-4a38-9d72-ef9dc0b10da9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.623s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.858043] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d6908194-2095-4caf-b34c-dff0c4abd534 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.045597] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2069.100280] env[62187]: DEBUG oslo_vmware.api [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2132929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331197} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.100534] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2069.100744] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2069.100876] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2069.102034] env[62187]: INFO nova.compute.manager [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2069.102034] env[62187]: DEBUG oslo.service.loopingcall [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2069.102034] env[62187]: DEBUG nova.compute.manager [-] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2069.102034] env[62187]: DEBUG nova.network.neutron [-] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2069.221395] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52051f4b-6d11-a720-ebce-46bace0832be, 'name': SearchDatastore_Task, 'duration_secs': 0.031783} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.221667] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.221933] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 50e09825-ba09-4981-84f1-ab73fc07dc6a/50e09825-ba09-4981-84f1-ab73fc07dc6a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2069.222264] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09c0cc1a-8595-4017-aa93-af1f56775195 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.228779] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2069.228779] env[62187]: value = "task-2132930" [ 2069.228779] env[62187]: _type = "Task" [ 2069.228779] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.240393] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.316503] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dd7db03-147c-4f82-a6f8-f4b79bee3457 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.326640] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ef67c-b469-4111-898d-48901be445bd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.121013] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2070.121342] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.675s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.124648] env[62187]: DEBUG nova.compute.manager [req-bf0e4398-527a-44a3-90c1-c71b499b87fa req-909113a7-a129-456f-9f05-bba55fdbe739 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Received event network-vif-deleted-8914b3c2-934a-4578-a6da-5f613d386d54 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2070.124826] env[62187]: INFO nova.compute.manager [req-bf0e4398-527a-44a3-90c1-c71b499b87fa req-909113a7-a129-456f-9f05-bba55fdbe739 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Neutron deleted interface 8914b3c2-934a-4578-a6da-5f613d386d54; detaching it from the instance and deleting it from the info cache [ 2070.124990] env[62187]: DEBUG nova.network.neutron [req-bf0e4398-527a-44a3-90c1-c71b499b87fa req-909113a7-a129-456f-9f05-bba55fdbe739 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.129020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.682s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.129020] env[62187]: DEBUG nova.objects.instance [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2070.129551] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2070.129551] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2070.133473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.133679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.140617] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651561} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.140713] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 50e09825-ba09-4981-84f1-ab73fc07dc6a/50e09825-ba09-4981-84f1-ab73fc07dc6a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2070.140880] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2070.141121] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35bda586-e38b-4f3b-94dd-01097409ddc1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.155790] env[62187]: DEBUG nova.compute.manager [req-4fdf1079-045b-49b7-868b-57c74ea5c186 req-8a2d08e7-e468-43c9-acbf-b55266381b47 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Detach interface failed, port_id=38ca61af-0483-4a38-9d72-ef9dc0b10da9, reason: Instance e6597109-844a-47f7-85b9-1c3be44606a8 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2070.157556] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2070.157556] env[62187]: value = "task-2132931" [ 2070.157556] env[62187]: _type = "Task" [ 2070.157556] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.166318] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.626397] env[62187]: DEBUG nova.network.neutron [-] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.641512] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] There are 31 instances to clean {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2070.641854] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 6ad16be6-039f-4bdc-aa25-20ee8743c728] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2070.647486] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ecba7968-9a35-4d61-884e-8a396bde17ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.656858] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05444a6b-7b88-43c8-acdf-5fcc10084197 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.676297] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067834} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.676552] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2070.677323] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd43a0ca-b829-4c1a-a0b8-2487c9ab550b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.692667] env[62187]: DEBUG nova.compute.manager [req-bf0e4398-527a-44a3-90c1-c71b499b87fa req-909113a7-a129-456f-9f05-bba55fdbe739 service nova] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Detach interface failed, port_id=8914b3c2-934a-4578-a6da-5f613d386d54, reason: Instance e6597109-844a-47f7-85b9-1c3be44606a8 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2070.710449] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 50e09825-ba09-4981-84f1-ab73fc07dc6a/50e09825-ba09-4981-84f1-ab73fc07dc6a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2070.710932] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cce314c-dda2-4ff7-a3fb-1af861215cc9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.733519] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2070.733519] env[62187]: value = "task-2132932" [ 2070.733519] env[62187]: _type = "Task" [ 2070.733519] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.741301] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.129492] env[62187]: INFO nova.compute.manager [-] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Took 2.03 seconds to deallocate network for instance. [ 2071.147972] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: d72a441d-8993-4eb1-bb9d-67ed97920723] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2071.150964] env[62187]: DEBUG oslo_concurrency.lockutils [None req-23b5e334-80e0-44b5-bd9b-da4f375b6ee2 tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.152060] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.208s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.243883] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132932, 'name': ReconfigVM_Task, 'duration_secs': 0.472707} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.244205] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 50e09825-ba09-4981-84f1-ab73fc07dc6a/50e09825-ba09-4981-84f1-ab73fc07dc6a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2071.244834] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfd2445c-7659-46a4-9e41-6633ac9be5a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.251621] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2071.251621] env[62187]: value = "task-2132933" [ 2071.251621] env[62187]: _type = "Task" [ 2071.251621] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.260180] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132933, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.637601] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.653491] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 28ec0106-157e-4e23-b188-7d82f690e559] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2071.657749] env[62187]: INFO nova.compute.claims [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2071.763285] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132933, 'name': Rename_Task, 'duration_secs': 0.160485} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.763614] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2071.763870] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5929ea5-8421-4135-bca7-350dc5743394 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.770343] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2071.770343] env[62187]: value = "task-2132934" [ 2071.770343] env[62187]: _type = "Task" [ 2071.770343] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.779146] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.162669] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 92f2cf26-2254-43e9-83d0-8136d6ac51e7] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2072.166168] env[62187]: INFO nova.compute.resource_tracker [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating resource usage from migration 56575f13-2d8b-455e-ad10-5c907a3ad24c [ 2072.283884] env[62187]: DEBUG oslo_vmware.api [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132934, 'name': PowerOnVM_Task, 'duration_secs': 0.421963} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.284322] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2072.284618] env[62187]: INFO nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Took 7.81 seconds to spawn the instance on the hypervisor. [ 2072.284885] env[62187]: DEBUG nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2072.285976] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a9b4d7-68f8-4213-8dce-0bea4d5c2647 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.645785] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07370787-a422-4d88-9b0b-3328fec1d7bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.653154] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7875ab-da3f-4c63-b552-d85fc37117a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.682710] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 2cf3cc94-a9a5-4275-9a77-ba9e1ddb3fa1] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2072.685278] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d99ff2-1ca8-4a55-96aa-2b1beb591223 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.693810] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771b7d2a-464f-4731-a3cb-fdc2785b1006 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.706740] env[62187]: DEBUG nova.compute.provider_tree [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.812073] env[62187]: INFO nova.compute.manager [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Took 38.95 seconds to build instance. [ 2073.189601] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 1c8e5a82-5373-4c48-9214-31773d5ab4bb] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2073.209919] env[62187]: DEBUG nova.scheduler.client.report [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2073.315544] env[62187]: DEBUG oslo_concurrency.lockutils [None req-02442309-30da-44be-b260-589c93ffb1af tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.463s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.693799] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 3717ebd5-ce7f-48ea-a834-c87e75fadadd] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2073.715218] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.563s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.715422] env[62187]: INFO nova.compute.manager [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Migrating [ 2073.722814] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.019s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.723040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.725183] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.629s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.727089] env[62187]: INFO nova.compute.claims [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2073.729643] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "50e09825-ba09-4981-84f1-ab73fc07dc6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.729863] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.730072] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "50e09825-ba09-4981-84f1-ab73fc07dc6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.730260] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.730423] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.739875] env[62187]: INFO nova.compute.manager [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Terminating instance [ 2073.760198] env[62187]: INFO nova.scheduler.client.report [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Deleted allocations for instance 33ebd22b-5865-47ea-ad86-8e2c4acc01f3 [ 2073.818167] env[62187]: DEBUG nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2074.197252] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 52aa995a-6a58-4ded-987e-a5a92dc98982] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2074.243673] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.243858] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.244057] env[62187]: DEBUG nova.network.neutron [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2074.245703] env[62187]: DEBUG nova.compute.manager [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2074.245903] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2074.247406] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cafddb9-949c-4963-a752-3678e17e5e27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.255458] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2074.255691] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33f36c9a-22dd-48f0-95c5-74aceb8158a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.262032] env[62187]: DEBUG oslo_vmware.api [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2074.262032] env[62187]: value = "task-2132935" [ 2074.262032] env[62187]: _type = "Task" [ 2074.262032] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.272310] env[62187]: DEBUG oslo_vmware.api [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.272855] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0ef91edf-dc76-47b0-b4e2-7bdb61636f70 tempest-ServersV294TestFqdnHostnames-1152235389 tempest-ServersV294TestFqdnHostnames-1152235389-project-member] Lock "33ebd22b-5865-47ea-ad86-8e2c4acc01f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.963s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.338225] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.701360] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 78bf71b8-cd5f-4550-b611-a4a4be9dd013] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2074.772923] env[62187]: DEBUG oslo_vmware.api [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132935, 'name': PowerOffVM_Task, 'duration_secs': 0.208669} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.775561] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.775685] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.776346] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e889950-0722-42ea-9e11-967b6b66e7c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.104359] env[62187]: DEBUG nova.network.neutron [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance_info_cache with network_info: [{"id": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "address": "fa:16:3e:61:df:63", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca4f14-11", "ovs_interfaceid": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.186104] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341514c2-b6a2-45c0-bdee-9f3a451f3f85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.193380] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb281d39-449d-4125-9492-dec636363d23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.223664] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 882bab59-0b93-4d23-8321-e8c09965dab2] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2075.226493] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6fd135-3500-4624-a28f-d79d7c2b7543 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.234199] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf53d93e-b158-4aca-8720-74170e1e1bb0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.247541] env[62187]: DEBUG nova.compute.provider_tree [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2075.607706] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.730269] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ac7a1c8b-3988-4ca3-ae03-2d5877ae916c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2075.750676] env[62187]: DEBUG nova.scheduler.client.report [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2076.234882] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 1030d877-b963-4f6a-8965-742bd403e7aa] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2076.261285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.261285] env[62187]: DEBUG nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2076.264027] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.173s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.264027] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.266380] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.777s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.267766] env[62187]: INFO nova.compute.claims [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2076.288414] env[62187]: INFO nova.scheduler.client.report [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Deleted allocations for instance 8ab09ec8-012b-4295-b55e-204de8b7e79e [ 2076.738907] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 570c7c49-9bc8-4bea-86af-51679a0c5dc2] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2076.773817] env[62187]: DEBUG nova.compute.utils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2076.778087] env[62187]: DEBUG nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2076.778269] env[62187]: DEBUG nova.network.neutron [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2076.796340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ee4df0b5-5163-4a97-992f-33599cd9d6ff tempest-ServerShowV254Test-1493155273 tempest-ServerShowV254Test-1493155273-project-member] Lock "8ab09ec8-012b-4295-b55e-204de8b7e79e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.579s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.860922] env[62187]: DEBUG nova.policy [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60d6db80a3f14cd098dfa3974a4f9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed36e12ca3954bf0a69c1a8a906da6aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2077.123548] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e009d18c-8ea7-4704-9fbc-58d59e6f2a32 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.144769] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance 'e5540ead-917b-4a5b-a11e-d5bed9ea0331' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.242617] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 6facddb8-edf9-4661-86e6-0a0a42e2e7f0] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2077.246660] env[62187]: DEBUG nova.network.neutron [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Successfully created port: 38bb9c07-8e43-454f-9366-e0f94d3a4145 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2077.279661] env[62187]: DEBUG nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2077.653758] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.654273] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b1bb8e9-733b-450d-a2ef-a0d5a0fe1192 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.662408] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2077.662408] env[62187]: value = "task-2132937" [ 2077.662408] env[62187]: _type = "Task" [ 2077.662408] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.674551] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.696835] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d54440-4ed8-48ff-acda-11f0c50f7d68 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.705189] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b915ac-71da-480c-8a32-90ec0e63002f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.739792] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6cbdfd-7adf-4761-a948-417a87f157c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.748285] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b710c68a-0dd5-4565-962e-00ce8a433324] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2077.753620] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ef6165-c7ce-48f9-82ff-2606406e38a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.774140] env[62187]: DEBUG nova.compute.provider_tree [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.172020] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132937, 'name': PowerOffVM_Task, 'duration_secs': 0.219756} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.172355] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2078.172539] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance 'e5540ead-917b-4a5b-a11e-d5bed9ea0331' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2078.262681] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: c69e62fb-7776-4064-a296-3e09564d780c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2078.277521] env[62187]: DEBUG nova.scheduler.client.report [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2078.293462] env[62187]: DEBUG nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2078.318271] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2078.318547] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2078.318702] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2078.318878] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2078.319037] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2078.319190] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2078.319389] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2078.319614] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2078.319816] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2078.319978] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2078.320241] env[62187]: DEBUG nova.virt.hardware [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.321013] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb3052-3e99-48f0-8392-7a476aa96ab1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.328861] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8ee7e-2189-4549-b4c5-4628a3b2096e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.679458] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2078.679745] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2078.679924] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2078.680204] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2078.680384] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2078.680567] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2078.680768] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2078.680949] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2078.681163] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2078.681352] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2078.681555] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2078.687052] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cfbb5ec-fe83-4cae-aa17-5ae489a804a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.703808] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2078.703808] env[62187]: value = "task-2132938" [ 2078.703808] env[62187]: _type = "Task" [ 2078.703808] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.714246] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.764175] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: fcdf5dee-f078-4438-81ec-50f35cbbf24f] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2078.781866] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.782444] env[62187]: DEBUG nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2078.785194] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.085s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.786387] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.787510] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.227s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.789704] env[62187]: INFO nova.compute.claims [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2078.816187] env[62187]: INFO nova.scheduler.client.report [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Deleted allocations for instance b10ead28-9f49-4633-b23a-7563f7eca055 [ 2079.214035] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132938, 'name': ReconfigVM_Task, 'duration_secs': 0.192059} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.214468] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance 'e5540ead-917b-4a5b-a11e-d5bed9ea0331' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2079.267923] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 2f528407-2bd6-4ef2-a02a-572c94316465] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2079.294680] env[62187]: DEBUG nova.compute.utils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2079.299502] env[62187]: DEBUG nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2079.299502] env[62187]: DEBUG nova.network.neutron [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2079.323737] env[62187]: DEBUG oslo_concurrency.lockutils [None req-67dce337-825a-49ba-b2db-faa7487ef9cd tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "b10ead28-9f49-4633-b23a-7563f7eca055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.508s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.356585] env[62187]: DEBUG nova.policy [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42275f93138b4ad28f2e1f0e7f6031b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '883a355ad2664cadb6716d9819ea3a40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2079.722019] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:37:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d4800ea-7ba4-4ff4-b851-5f7816fefa6b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582727771',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2079.722019] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2079.722019] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2079.722019] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2079.722019] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2079.722019] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2079.722019] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2079.722678] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2079.723033] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2079.723342] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2079.723711] env[62187]: DEBUG nova.virt.hardware [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2079.731333] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2079.731333] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad32d21-c970-488d-8b22-b6f4681ac2b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.751619] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2079.751619] env[62187]: value = "task-2132939" [ 2079.751619] env[62187]: _type = "Task" [ 2079.751619] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.760634] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.770601] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 60f44718-0206-481f-9c0b-38cf5225679c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2079.773277] env[62187]: DEBUG nova.network.neutron [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Successfully created port: e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2079.805364] env[62187]: DEBUG nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2080.268405] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132939, 'name': ReconfigVM_Task, 'duration_secs': 0.218364} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.268716] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2080.269485] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cfcdb9-125c-4f0e-b95c-89fad64cf99f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.286995] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 3425040d-d79d-4074-8228-648d60374213] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2080.296760] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2080.299581] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0f8486b-ae4e-4b8d-8181-5f1454325658 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.327860] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2080.327860] env[62187]: value = "task-2132940" [ 2080.327860] env[62187]: _type = "Task" [ 2080.327860] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.333497] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552a9c43-b1b1-4f26-ba1e-660b0b559f61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.341816] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.345595] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9a0f3f-fb6a-43bb-a52a-9500008a01df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.377685] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f745d92-058f-482d-bd02-7f00c07cb56c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.387497] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2714421a-0a1a-4ddf-a8f9-99f3a852b85b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.403909] env[62187]: DEBUG nova.compute.provider_tree [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.798469] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 92c37706-d510-4f1a-ad30-e3df46edcea9] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2080.823566] env[62187]: DEBUG nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2080.838391] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.853852] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2080.853852] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2080.854696] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2080.854696] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2080.854819] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2080.854963] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2080.855233] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2080.855390] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2080.855655] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2080.855919] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2080.856213] env[62187]: DEBUG nova.virt.hardware [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2080.857825] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f353a6f-3ce3-42cb-badc-0d250cc7bdf7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.867423] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60601c5-8a6e-4ca0-997e-22a23eb52a7f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.907310] env[62187]: DEBUG nova.scheduler.client.report [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2081.300591] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9c1472cf-7406-4baa-be73-b8f59c235252] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2081.337402] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132940, 'name': ReconfigVM_Task, 'duration_secs': 0.829373} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.338958] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2081.338958] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance 'e5540ead-917b-4a5b-a11e-d5bed9ea0331' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2081.362190] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2081.362470] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2081.363648] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Deleting the datastore file [datastore2] 50e09825-ba09-4981-84f1-ab73fc07dc6a {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2081.363648] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d97467e-e5f5-45fc-a523-c7116cff795c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.371519] env[62187]: DEBUG oslo_vmware.api [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for the task: (returnval){ [ 2081.371519] env[62187]: value = "task-2132941" [ 2081.371519] env[62187]: _type = "Task" [ 2081.371519] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.380335] env[62187]: DEBUG oslo_vmware.api [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.413727] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.414495] env[62187]: DEBUG nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2081.417130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.290s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.418527] env[62187]: INFO nova.compute.claims [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.804016] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: cce416e6-1f41-4086-9490-1ff08fca5994] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2081.846052] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf657b8c-0aa4-471f-a913-cb60f3151259 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.866799] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787ea76b-deb5-44ab-8eef-2c16f4ff7769 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.886787] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance 'e5540ead-917b-4a5b-a11e-d5bed9ea0331' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2081.894857] env[62187]: DEBUG oslo_vmware.api [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Task: {'id': task-2132941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121936} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.895113] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2081.895293] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2081.895464] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2081.895629] env[62187]: INFO nova.compute.manager [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Took 7.65 seconds to destroy the instance on the hypervisor. [ 2081.895856] env[62187]: DEBUG oslo.service.loopingcall [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2081.896053] env[62187]: DEBUG nova.compute.manager [-] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2081.896153] env[62187]: DEBUG nova.network.neutron [-] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2081.923755] env[62187]: DEBUG nova.compute.utils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2081.929014] env[62187]: DEBUG nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2081.929392] env[62187]: DEBUG nova.network.neutron [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2082.008261] env[62187]: DEBUG nova.policy [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f386ec6c434f02a661f9a49e0fa512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabd4964ff9b4cf59f1da0213c2fcecd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.310106] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 2e9302e8-7348-4fdf-8cfb-a6e7308c7726] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2082.341831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.341831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.425639] env[62187]: DEBUG nova.network.neutron [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Successfully updated port: e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2082.430985] env[62187]: DEBUG nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2082.447048] env[62187]: DEBUG nova.network.neutron [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Port e5ca4f14-1198-493d-9aa6-26751ca3ec35 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2082.631694] env[62187]: DEBUG nova.compute.manager [req-849ebdfd-e869-4505-b856-7094e4d0f4b3 req-8bb59691-5deb-45b6-ab15-5eca05b97f8a service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Received event network-vif-plugged-e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2082.631920] env[62187]: DEBUG oslo_concurrency.lockutils [req-849ebdfd-e869-4505-b856-7094e4d0f4b3 req-8bb59691-5deb-45b6-ab15-5eca05b97f8a service nova] Acquiring lock "9a50a986-e206-42fd-a00d-70aead26871c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.632137] env[62187]: DEBUG oslo_concurrency.lockutils [req-849ebdfd-e869-4505-b856-7094e4d0f4b3 req-8bb59691-5deb-45b6-ab15-5eca05b97f8a service nova] Lock "9a50a986-e206-42fd-a00d-70aead26871c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.632341] env[62187]: DEBUG oslo_concurrency.lockutils [req-849ebdfd-e869-4505-b856-7094e4d0f4b3 req-8bb59691-5deb-45b6-ab15-5eca05b97f8a service nova] Lock "9a50a986-e206-42fd-a00d-70aead26871c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.632564] env[62187]: DEBUG nova.compute.manager [req-849ebdfd-e869-4505-b856-7094e4d0f4b3 req-8bb59691-5deb-45b6-ab15-5eca05b97f8a service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] No waiting events found dispatching network-vif-plugged-e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2082.632735] env[62187]: WARNING nova.compute.manager [req-849ebdfd-e869-4505-b856-7094e4d0f4b3 req-8bb59691-5deb-45b6-ab15-5eca05b97f8a service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Received unexpected event network-vif-plugged-e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 for instance with vm_state building and task_state spawning. [ 2082.726166] env[62187]: DEBUG nova.compute.manager [req-f6f2c842-2ca7-4a3c-8618-27eab4722027 req-c0f00e25-d2d6-463b-af83-908d2e22ac82 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Received event network-vif-deleted-42868b02-be8b-4009-9b99-9a78e10672d7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2082.726787] env[62187]: INFO nova.compute.manager [req-f6f2c842-2ca7-4a3c-8618-27eab4722027 req-c0f00e25-d2d6-463b-af83-908d2e22ac82 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Neutron deleted interface 42868b02-be8b-4009-9b99-9a78e10672d7; detaching it from the instance and deleting it from the info cache [ 2082.726787] env[62187]: DEBUG nova.network.neutron [req-f6f2c842-2ca7-4a3c-8618-27eab4722027 req-c0f00e25-d2d6-463b-af83-908d2e22ac82 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.783460] env[62187]: DEBUG nova.network.neutron [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Successfully created port: 5a091998-f411-4438-bf76-05c37c7ae8a4 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2082.820308] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 26291caa-bdbf-45cb-a903-5be91ba48052] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2082.914196] env[62187]: DEBUG nova.network.neutron [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Successfully updated port: 38bb9c07-8e43-454f-9366-e0f94d3a4145 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2082.929913] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "refresh_cache-9a50a986-e206-42fd-a00d-70aead26871c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.930077] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquired lock "refresh_cache-9a50a986-e206-42fd-a00d-70aead26871c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.930233] env[62187]: DEBUG nova.network.neutron [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2082.943868] env[62187]: DEBUG nova.network.neutron [-] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.945110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2850c26c-4028-403c-8cbd-40ab0fb18f29 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.961094] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6a6f6c-485e-4b48-bc66-3fd0d779ce37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.993464] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d79146-4c1d-4c2c-85df-08dbc96ccdbd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.001442] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd97728-86e7-40cb-9aaa-886f5ecdffdd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.016074] env[62187]: DEBUG nova.compute.provider_tree [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.229690] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b845e34-be0f-4957-96b7-b55c13086131 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.239857] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7fcce-b48f-4b3f-8dc8-6de40a6bd93b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.273466] env[62187]: DEBUG nova.compute.manager [req-f6f2c842-2ca7-4a3c-8618-27eab4722027 req-c0f00e25-d2d6-463b-af83-908d2e22ac82 service nova] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Detach interface failed, port_id=42868b02-be8b-4009-9b99-9a78e10672d7, reason: Instance 50e09825-ba09-4981-84f1-ab73fc07dc6a could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2083.325836] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 403bc23e-0bb5-4d8a-8b43-c7a0a933d187] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2083.419517] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-9bf633d8-49f4-4ab9-9431-320ba54b76e5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2083.419646] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-9bf633d8-49f4-4ab9-9431-320ba54b76e5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2083.420115] env[62187]: DEBUG nova.network.neutron [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2083.452083] env[62187]: DEBUG nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2083.454147] env[62187]: INFO nova.compute.manager [-] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Took 1.56 seconds to deallocate network for instance. [ 2083.463994] env[62187]: DEBUG nova.network.neutron [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2083.475428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.476033] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.476033] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.485520] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c46d38cfdfe3101c1409fe72e97f903f',container_format='bare',created_at=2025-01-16T01:38:31Z,direct_url=,disk_format='vmdk',id=29a49d94-30cc-404e-b2ae-c671c8823063,min_disk=1,min_ram=0,name='tempest-test-snap-549957022',owner='eabd4964ff9b4cf59f1da0213c2fcecd',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-16T01:38:45Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2083.485637] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2083.485712] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2083.485993] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2083.486068] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2083.486227] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2083.486451] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2083.486618] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2083.486785] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2083.486943] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2083.487124] env[62187]: DEBUG nova.virt.hardware [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2083.488311] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621fbf5-68b2-4e92-bf4f-fa1061e268d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.501042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21da5dbf-79d1-426f-b315-3eba9bf42851 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.518298] env[62187]: DEBUG nova.scheduler.client.report [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2083.664956] env[62187]: DEBUG nova.network.neutron [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Updating instance_info_cache with network_info: [{"id": "e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1", "address": "fa:16:3e:a2:d8:74", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d57cb5-8a", "ovs_interfaceid": "e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.829315] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e7b958d1-011a-4278-95e0-200b4c82315d] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2083.956521] env[62187]: DEBUG nova.network.neutron [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2083.973069] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.022972] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.023550] env[62187]: DEBUG nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2084.026159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.770s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.026350] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.028300] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.751s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.028483] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.030352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.476s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.032833] env[62187]: INFO nova.compute.claims [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2084.055701] env[62187]: INFO nova.scheduler.client.report [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted allocations for instance 0467a236-6cf0-4cba-8948-fdba0b305dcf [ 2084.058735] env[62187]: INFO nova.scheduler.client.report [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Deleted allocations for instance 9ca126d8-95eb-414e-a68a-7610387f5e23 [ 2084.146125] env[62187]: DEBUG nova.network.neutron [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Updating instance_info_cache with network_info: [{"id": "38bb9c07-8e43-454f-9366-e0f94d3a4145", "address": "fa:16:3e:b6:e9:9c", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bb9c07-8e", "ovs_interfaceid": "38bb9c07-8e43-454f-9366-e0f94d3a4145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.167445] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Releasing lock "refresh_cache-9a50a986-e206-42fd-a00d-70aead26871c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.167746] env[62187]: DEBUG nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Instance network_info: |[{"id": "e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1", "address": "fa:16:3e:a2:d8:74", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d57cb5-8a", "ovs_interfaceid": "e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2084.168138] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:d8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.175441] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Creating folder: Project (883a355ad2664cadb6716d9819ea3a40). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2084.175868] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c3eaf42-dfa1-4454-b120-fee68b4a6433 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.189050] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Created folder: Project (883a355ad2664cadb6716d9819ea3a40) in parent group-v435995. [ 2084.189050] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Creating folder: Instances. Parent ref: group-v436163. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2084.189050] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd51cee6-18a8-47d0-bac9-ab22de56719b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.197323] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Created folder: Instances in parent group-v436163. [ 2084.197544] env[62187]: DEBUG oslo.service.loopingcall [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.197723] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.197909] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9496f99a-bc7a-4dd9-a872-db2a7ba058a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.216274] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.216274] env[62187]: value = "task-2132944" [ 2084.216274] env[62187]: _type = "Task" [ 2084.216274] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.223929] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132944, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.332635] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9b38cbcc-2475-4ff1-b9fe-491bbab28173] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2084.538557] env[62187]: DEBUG nova.compute.utils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.543020] env[62187]: DEBUG nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2084.543020] env[62187]: DEBUG nova.network.neutron [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2084.557474] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.557779] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.557860] env[62187]: DEBUG nova.network.neutron [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2084.571656] env[62187]: DEBUG oslo_concurrency.lockutils [None req-322e76e3-f168-4bec-aa78-a9126248c9d7 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "9ca126d8-95eb-414e-a68a-7610387f5e23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.405s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.573679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6fcc5d66-fc12-40a2-9a7c-953a40bdc373 tempest-MultipleCreateTestJSON-1399745693 tempest-MultipleCreateTestJSON-1399745693-project-member] Lock "0467a236-6cf0-4cba-8948-fdba0b305dcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.070s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.601351] env[62187]: DEBUG nova.policy [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85cb5d450e54ba49220ed2bd93d4151', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c79cea98554bf0a6026ba3759b6354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2084.621999] env[62187]: DEBUG nova.network.neutron [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Successfully updated port: 5a091998-f411-4438-bf76-05c37c7ae8a4 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.650669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-9bf633d8-49f4-4ab9-9431-320ba54b76e5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.651135] env[62187]: DEBUG nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Instance network_info: |[{"id": "38bb9c07-8e43-454f-9366-e0f94d3a4145", "address": "fa:16:3e:b6:e9:9c", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bb9c07-8e", "ovs_interfaceid": "38bb9c07-8e43-454f-9366-e0f94d3a4145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2084.651700] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e9:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38bb9c07-8e43-454f-9366-e0f94d3a4145', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2084.661363] env[62187]: DEBUG oslo.service.loopingcall [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.662588] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2084.663692] env[62187]: DEBUG nova.compute.manager [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Received event network-changed-e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.663867] env[62187]: DEBUG nova.compute.manager [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Refreshing instance network info cache due to event network-changed-e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2084.664171] env[62187]: DEBUG oslo_concurrency.lockutils [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] Acquiring lock "refresh_cache-9a50a986-e206-42fd-a00d-70aead26871c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.664229] env[62187]: DEBUG oslo_concurrency.lockutils [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] Acquired lock "refresh_cache-9a50a986-e206-42fd-a00d-70aead26871c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.664374] env[62187]: DEBUG nova.network.neutron [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Refreshing network info cache for port e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2084.668034] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76e2c67a-a788-4656-b417-69d15247469b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.690817] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2084.690817] env[62187]: value = "task-2132945" [ 2084.690817] env[62187]: _type = "Task" [ 2084.690817] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.700710] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132945, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.726012] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132944, 'name': CreateVM_Task, 'duration_secs': 0.368853} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.726405] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2084.727942] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.727942] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.728016] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2084.728260] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787e360e-60ca-44a5-a7ee-19a78c13742d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.733631] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2084.733631] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5258367d-6231-2be9-a4cd-0f058c8b43b0" [ 2084.733631] env[62187]: _type = "Task" [ 2084.733631] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.742860] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5258367d-6231-2be9-a4cd-0f058c8b43b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.836315] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e1a29ed5-b2be-43d8-b094-d70b5671d223] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2084.877106] env[62187]: DEBUG nova.network.neutron [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Successfully created port: ede0df8f-0efc-4c95-aac6-d18500dea710 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2084.928677] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Received event network-vif-plugged-38bb9c07-8e43-454f-9366-e0f94d3a4145 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.928739] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Acquiring lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.928946] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.929159] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.929349] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] No waiting events found dispatching network-vif-plugged-38bb9c07-8e43-454f-9366-e0f94d3a4145 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2084.929515] env[62187]: WARNING nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Received unexpected event network-vif-plugged-38bb9c07-8e43-454f-9366-e0f94d3a4145 for instance with vm_state building and task_state spawning. [ 2084.929670] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Received event network-changed-38bb9c07-8e43-454f-9366-e0f94d3a4145 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2084.929818] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Refreshing instance network info cache due to event network-changed-38bb9c07-8e43-454f-9366-e0f94d3a4145. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2084.931320] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Acquiring lock "refresh_cache-9bf633d8-49f4-4ab9-9431-320ba54b76e5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.931440] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Acquired lock "refresh_cache-9bf633d8-49f4-4ab9-9431-320ba54b76e5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.931607] env[62187]: DEBUG nova.network.neutron [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Refreshing network info cache for port 38bb9c07-8e43-454f-9366-e0f94d3a4145 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2085.012403] env[62187]: DEBUG nova.network.neutron [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Updated VIF entry in instance network info cache for port e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2085.012814] env[62187]: DEBUG nova.network.neutron [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Updating instance_info_cache with network_info: [{"id": "e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1", "address": "fa:16:3e:a2:d8:74", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0d57cb5-8a", "ovs_interfaceid": "e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.046181] env[62187]: DEBUG nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2085.127382] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "refresh_cache-4cac6312-4c80-4930-ac8c-e8928cbabd5d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.127552] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "refresh_cache-4cac6312-4c80-4930-ac8c-e8928cbabd5d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.127775] env[62187]: DEBUG nova.network.neutron [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.212027] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132945, 'name': CreateVM_Task, 'duration_secs': 0.388469} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.212212] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2085.212893] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.244806] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5258367d-6231-2be9-a4cd-0f058c8b43b0, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.247577] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.247896] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.248210] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.248419] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.248706] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2085.249182] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.249541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2085.249863] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4209bfb9-0daa-426d-9e03-c11c96e313fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.251780] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8e3ef1-8e6a-4eb1-bfaa-5c8394249ec4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.257282] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2085.257282] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b3af5-b430-9d77-d3d0-7bc1b5bc113a" [ 2085.257282] env[62187]: _type = "Task" [ 2085.257282] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.263968] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2085.264242] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2085.266553] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88e3ba11-ad7a-48ad-ac40-76af08c4cf2d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.271581] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b3af5-b430-9d77-d3d0-7bc1b5bc113a, 'name': SearchDatastore_Task, 'duration_secs': 0.009036} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.272021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.272326] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2085.272599] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.274295] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2085.274295] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523ae089-f3e9-2da8-a3f3-89cbfb7a1fb2" [ 2085.274295] env[62187]: _type = "Task" [ 2085.274295] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.285849] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523ae089-f3e9-2da8-a3f3-89cbfb7a1fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008902} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.287241] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3676f51a-3776-4dd1-b35b-796d2ab66a2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.295135] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2085.295135] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3058-c4cc-f5f0-4907-5af574899d5d" [ 2085.295135] env[62187]: _type = "Task" [ 2085.295135] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.302210] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3058-c4cc-f5f0-4907-5af574899d5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.339680] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 557e6d8d-129d-4c97-92dc-dcef8439b1da] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2085.483238] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0ce3e5-6244-47f2-916f-21503a4f17f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.494477] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04bf678-e284-4b48-ada3-fbd25cd12d37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.534339] env[62187]: DEBUG oslo_concurrency.lockutils [req-29880286-e5a1-443a-b930-8228ad157751 req-1e96d30a-d426-434b-a175-a5c7538e6d66 service nova] Releasing lock "refresh_cache-9a50a986-e206-42fd-a00d-70aead26871c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.536253] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcaaa93-2578-4c7b-b94a-106d5f9345bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.544209] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7df488-5fbb-4ee3-b8e8-94ecb4274508 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.563653] env[62187]: DEBUG nova.compute.provider_tree [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.735469] env[62187]: DEBUG nova.network.neutron [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2085.756528] env[62187]: DEBUG nova.network.neutron [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance_info_cache with network_info: [{"id": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "address": "fa:16:3e:61:df:63", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca4f14-11", "ovs_interfaceid": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.805910] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3058-c4cc-f5f0-4907-5af574899d5d, 'name': SearchDatastore_Task, 'duration_secs': 0.008773} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.806191] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2085.806454] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9a50a986-e206-42fd-a00d-70aead26871c/9a50a986-e206-42fd-a00d-70aead26871c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2085.806737] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2085.806924] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2085.807147] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d60ce5d-8231-4b28-8b93-52f26806989c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.809563] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4374118e-5ebd-481e-a501-1e964bb8117f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.816765] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2085.816765] env[62187]: value = "task-2132946" [ 2085.816765] env[62187]: _type = "Task" [ 2085.816765] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.820792] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2085.820968] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2085.822397] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861a1732-7694-4f0f-bcd9-db7e23868a4a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.832408] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.838505] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2085.838505] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b24af9-9596-48c7-4ec2-f277a1f64489" [ 2085.838505] env[62187]: _type = "Task" [ 2085.838505] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.843316] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b15866f3-5b1f-42fd-96d4-e76ed97e1c56] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2085.848776] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b24af9-9596-48c7-4ec2-f277a1f64489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.070273] env[62187]: DEBUG nova.scheduler.client.report [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2086.075965] env[62187]: DEBUG nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2086.092828] env[62187]: DEBUG nova.network.neutron [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Updated VIF entry in instance network info cache for port 38bb9c07-8e43-454f-9366-e0f94d3a4145. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2086.093267] env[62187]: DEBUG nova.network.neutron [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Updating instance_info_cache with network_info: [{"id": "38bb9c07-8e43-454f-9366-e0f94d3a4145", "address": "fa:16:3e:b6:e9:9c", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38bb9c07-8e", "ovs_interfaceid": "38bb9c07-8e43-454f-9366-e0f94d3a4145", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.118493] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.118735] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.118905] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.119480] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.119677] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.119833] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.120056] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.120238] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.120505] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.120674] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.120848] env[62187]: DEBUG nova.virt.hardware [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.123118] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18598f2b-c8c7-439d-a2eb-63bab435d765 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.134638] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ecb874-61d1-41d3-80a7-d350c4bdc7fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.140919] env[62187]: DEBUG nova.network.neutron [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Updating instance_info_cache with network_info: [{"id": "5a091998-f411-4438-bf76-05c37c7ae8a4", "address": "fa:16:3e:6e:a8:31", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a091998-f4", "ovs_interfaceid": "5a091998-f411-4438-bf76-05c37c7ae8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.260245] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.326717] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470477} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.326968] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9a50a986-e206-42fd-a00d-70aead26871c/9a50a986-e206-42fd-a00d-70aead26871c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2086.327788] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2086.327788] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3861cfaa-8ace-4d17-ade5-a77b33515bb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.335088] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2086.335088] env[62187]: value = "task-2132947" [ 2086.335088] env[62187]: _type = "Task" [ 2086.335088] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.346090] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.351971] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b24af9-9596-48c7-4ec2-f277a1f64489, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.352188] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2086.352344] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances with incomplete migration {{(pid=62187) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2086.354088] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-342e8857-e5f9-4a89-93e2-f84051b68380 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.363363] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2086.363363] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5223f81c-64c7-f3fe-6455-94945b6fc55c" [ 2086.363363] env[62187]: _type = "Task" [ 2086.363363] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.373095] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5223f81c-64c7-f3fe-6455-94945b6fc55c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.582662] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.583145] env[62187]: DEBUG nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2086.585936] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.623s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.587640] env[62187]: INFO nova.compute.claims [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2086.595627] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Releasing lock "refresh_cache-9bf633d8-49f4-4ab9-9431-320ba54b76e5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.595858] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Received event network-vif-plugged-5a091998-f411-4438-bf76-05c37c7ae8a4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.596060] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Acquiring lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.596261] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.596418] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.596582] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] No waiting events found dispatching network-vif-plugged-5a091998-f411-4438-bf76-05c37c7ae8a4 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.596742] env[62187]: WARNING nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Received unexpected event network-vif-plugged-5a091998-f411-4438-bf76-05c37c7ae8a4 for instance with vm_state building and task_state spawning. [ 2086.596899] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Received event network-changed-5a091998-f411-4438-bf76-05c37c7ae8a4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.597061] env[62187]: DEBUG nova.compute.manager [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Refreshing instance network info cache due to event network-changed-5a091998-f411-4438-bf76-05c37c7ae8a4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2086.597349] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Acquiring lock "refresh_cache-4cac6312-4c80-4930-ac8c-e8928cbabd5d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.644334] env[62187]: DEBUG nova.network.neutron [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Successfully updated port: ede0df8f-0efc-4c95-aac6-d18500dea710 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2086.645583] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "refresh_cache-4cac6312-4c80-4930-ac8c-e8928cbabd5d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.645863] env[62187]: DEBUG nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Instance network_info: |[{"id": "5a091998-f411-4438-bf76-05c37c7ae8a4", "address": "fa:16:3e:6e:a8:31", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a091998-f4", "ovs_interfaceid": "5a091998-f411-4438-bf76-05c37c7ae8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2086.646201] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Acquired lock "refresh_cache-4cac6312-4c80-4930-ac8c-e8928cbabd5d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.646403] env[62187]: DEBUG nova.network.neutron [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Refreshing network info cache for port 5a091998-f411-4438-bf76-05c37c7ae8a4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.647608] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a8:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a091998-f411-4438-bf76-05c37c7ae8a4', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.655507] env[62187]: DEBUG oslo.service.loopingcall [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.657288] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.657444] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-937cc950-ee7a-4e4f-8f91-e9f42a8dc028 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.684436] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.684436] env[62187]: value = "task-2132948" [ 2086.684436] env[62187]: _type = "Task" [ 2086.684436] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.695048] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132948, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.704630] env[62187]: DEBUG nova.compute.manager [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Received event network-vif-plugged-ede0df8f-0efc-4c95-aac6-d18500dea710 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.704849] env[62187]: DEBUG oslo_concurrency.lockutils [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] Acquiring lock "0e96da6f-3127-4143-b850-bf55ff6d8af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.705112] env[62187]: DEBUG oslo_concurrency.lockutils [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.705227] env[62187]: DEBUG oslo_concurrency.lockutils [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.705386] env[62187]: DEBUG nova.compute.manager [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] No waiting events found dispatching network-vif-plugged-ede0df8f-0efc-4c95-aac6-d18500dea710 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2086.705542] env[62187]: WARNING nova.compute.manager [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Received unexpected event network-vif-plugged-ede0df8f-0efc-4c95-aac6-d18500dea710 for instance with vm_state building and task_state spawning. [ 2086.705700] env[62187]: DEBUG nova.compute.manager [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Received event network-changed-ede0df8f-0efc-4c95-aac6-d18500dea710 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2086.705856] env[62187]: DEBUG nova.compute.manager [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Refreshing instance network info cache due to event network-changed-ede0df8f-0efc-4c95-aac6-d18500dea710. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2086.708770] env[62187]: DEBUG oslo_concurrency.lockutils [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] Acquiring lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.708770] env[62187]: DEBUG oslo_concurrency.lockutils [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] Acquired lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.708770] env[62187]: DEBUG nova.network.neutron [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Refreshing network info cache for port ede0df8f-0efc-4c95-aac6-d18500dea710 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.786313] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9819bc65-b651-4d81-bd3a-5f25771a7e00 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.810277] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e892460-95ff-4c5f-b27d-1606e788c8cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.815787] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance 'e5540ead-917b-4a5b-a11e-d5bed9ea0331' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2086.845393] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064011} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.845612] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2086.846487] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e60d640-d88a-4a39-b490-fa384195a7eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.875800] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 9a50a986-e206-42fd-a00d-70aead26871c/9a50a986-e206-42fd-a00d-70aead26871c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2086.875800] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2086.875800] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d421a76b-8870-4dd5-85ad-b3f039b156b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.902641] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5223f81c-64c7-f3fe-6455-94945b6fc55c, 'name': SearchDatastore_Task, 'duration_secs': 0.008799} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.904037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.904316] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2086.904642] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2086.904642] env[62187]: value = "task-2132949" [ 2086.904642] env[62187]: _type = "Task" [ 2086.904642] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.904828] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b52737-a730-4f60-b74a-b2102d0cc436 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.916436] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.917717] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2086.917717] env[62187]: value = "task-2132950" [ 2086.917717] env[62187]: _type = "Task" [ 2086.917717] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.927259] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.092254] env[62187]: DEBUG nova.compute.utils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2087.095884] env[62187]: DEBUG nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2087.096011] env[62187]: DEBUG nova.network.neutron [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2087.139130] env[62187]: DEBUG nova.policy [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85cb5d450e54ba49220ed2bd93d4151', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c79cea98554bf0a6026ba3759b6354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2087.159164] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.200392] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132948, 'name': CreateVM_Task, 'duration_secs': 0.349502} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.200656] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2087.201912] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.202142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.202605] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2087.203223] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f06a55-d472-418e-bb9e-6c839a024161 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.209450] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2087.209450] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea59e5-548e-c62c-567f-6fff20a4cd66" [ 2087.209450] env[62187]: _type = "Task" [ 2087.209450] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.227041] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea59e5-548e-c62c-567f-6fff20a4cd66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.302659] env[62187]: DEBUG nova.network.neutron [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2087.322387] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2087.322677] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27aa2cfd-a3c1-4793-a78c-2eaa30a4cca4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.330350] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2087.330350] env[62187]: value = "task-2132951" [ 2087.330350] env[62187]: _type = "Task" [ 2087.330350] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.340307] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.412332] env[62187]: DEBUG nova.network.neutron [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Successfully created port: fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2087.420523] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132949, 'name': ReconfigVM_Task, 'duration_secs': 0.322674} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.424579] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 9a50a986-e206-42fd-a00d-70aead26871c/9a50a986-e206-42fd-a00d-70aead26871c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2087.425330] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0e83fab-2db4-413e-8fa1-22d69c342ae8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.432067] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132950, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.433621] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2087.433621] env[62187]: value = "task-2132952" [ 2087.433621] env[62187]: _type = "Task" [ 2087.433621] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.449807] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132952, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.592296] env[62187]: DEBUG nova.network.neutron [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.597036] env[62187]: DEBUG nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2087.724204] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.724641] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Processing image 29a49d94-30cc-404e-b2ae-c671c8823063 {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2087.724694] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063/29a49d94-30cc-404e-b2ae-c671c8823063.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.725206] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063/29a49d94-30cc-404e-b2ae-c671c8823063.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.725328] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2087.725852] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b1772b-bd6a-4ad2-9ee2-c598095cd5ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.734324] env[62187]: DEBUG nova.network.neutron [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Updated VIF entry in instance network info cache for port 5a091998-f411-4438-bf76-05c37c7ae8a4. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.735645] env[62187]: DEBUG nova.network.neutron [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Updating instance_info_cache with network_info: [{"id": "5a091998-f411-4438-bf76-05c37c7ae8a4", "address": "fa:16:3e:6e:a8:31", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a091998-f4", "ovs_interfaceid": "5a091998-f411-4438-bf76-05c37c7ae8a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.737276] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2087.737481] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2087.741505] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c618a08-2c3e-4b07-ac45-df9ea1e230af {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.748089] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2087.748089] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527e204a-8a91-3ae7-e61a-a5fa1d93d019" [ 2087.748089] env[62187]: _type = "Task" [ 2087.748089] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.761108] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527e204a-8a91-3ae7-e61a-a5fa1d93d019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.842099] env[62187]: DEBUG oslo_vmware.api [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2132951, 'name': PowerOnVM_Task, 'duration_secs': 0.492888} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.842391] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2087.842581] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f29adcad-6d3b-4a33-92a9-456e6f5357fa tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance 'e5540ead-917b-4a5b-a11e-d5bed9ea0331' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2087.933759] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580518} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.934172] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2087.934427] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2087.937889] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee21e887-b657-4336-a626-77f4deb0a166 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.947280] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132952, 'name': Rename_Task, 'duration_secs': 0.152953} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.948499] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2087.948850] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2087.948850] env[62187]: value = "task-2132953" [ 2087.948850] env[62187]: _type = "Task" [ 2087.948850] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.949067] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0c9593-2dbe-445e-9310-c62609df5a29 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.962440] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.963833] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2087.963833] env[62187]: value = "task-2132954" [ 2087.963833] env[62187]: _type = "Task" [ 2087.963833] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.975012] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.074330] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610ee0e4-9730-4234-9459-e8b6b71fcd34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.081755] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43131057-4047-4688-b809-71c584d27fe7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.113252] env[62187]: DEBUG oslo_concurrency.lockutils [req-84c217f6-8439-4f53-af1d-3e255812341f req-34aafc1e-f639-4d13-a4f1-6414b158bf29 service nova] Releasing lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.116802] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.116961] env[62187]: DEBUG nova.network.neutron [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2088.118410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e134562b-e5c4-4ff9-a0e7-4f19e99ad145 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.127060] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1f00c8-0644-446b-b7c7-921ddbd892a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.141434] env[62187]: DEBUG nova.compute.provider_tree [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.239703] env[62187]: DEBUG oslo_concurrency.lockutils [req-96dc696d-dc05-4a54-ae9e-1f496290a4e2 req-c4f56927-a010-4dfd-a6c7-1b89e1ff2083 service nova] Releasing lock "refresh_cache-4cac6312-4c80-4930-ac8c-e8928cbabd5d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.259162] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Preparing fetch location {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2088.259513] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Fetch image to [datastore2] OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba/OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba.vmdk {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2088.259790] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Downloading stream optimized image 29a49d94-30cc-404e-b2ae-c671c8823063 to [datastore2] OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba/OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba.vmdk on the data store datastore2 as vApp {{(pid=62187) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2088.260074] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Downloading image file data 29a49d94-30cc-404e-b2ae-c671c8823063 to the ESX as VM named 'OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba' {{(pid=62187) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2088.341356] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2088.341356] env[62187]: value = "resgroup-9" [ 2088.341356] env[62187]: _type = "ResourcePool" [ 2088.341356] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2088.341691] env[62187]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-12e5bed8-445d-476f-b16c-aa2986300b39 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.367512] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease: (returnval){ [ 2088.367512] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3133-64d4-d3ba-7e86-89b116622b2e" [ 2088.367512] env[62187]: _type = "HttpNfcLease" [ 2088.367512] env[62187]: } obtained for vApp import into resource pool (val){ [ 2088.367512] env[62187]: value = "resgroup-9" [ 2088.367512] env[62187]: _type = "ResourcePool" [ 2088.367512] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2088.367899] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the lease: (returnval){ [ 2088.367899] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3133-64d4-d3ba-7e86-89b116622b2e" [ 2088.367899] env[62187]: _type = "HttpNfcLease" [ 2088.367899] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2088.378699] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2088.378699] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3133-64d4-d3ba-7e86-89b116622b2e" [ 2088.378699] env[62187]: _type = "HttpNfcLease" [ 2088.378699] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2088.459821] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081249} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.460232] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2088.460899] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b132a1a0-e0ee-4e8e-a6f3-263a6a21ad1d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.484741] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.485468] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74e0cac-86d1-4255-aaf9-7cc3bfd543e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.502713] env[62187]: DEBUG oslo_vmware.api [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132954, 'name': PowerOnVM_Task, 'duration_secs': 0.478509} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.502833] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2088.503032] env[62187]: INFO nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Took 7.68 seconds to spawn the instance on the hypervisor. [ 2088.503225] env[62187]: DEBUG nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.503963] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa9b0c-f45d-407a-af68-2e36727ae87b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.507673] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2088.507673] env[62187]: value = "task-2132956" [ 2088.507673] env[62187]: _type = "Task" [ 2088.507673] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.524020] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.624718] env[62187]: DEBUG nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2088.644638] env[62187]: DEBUG nova.scheduler.client.report [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2088.655251] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2088.655553] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2088.655718] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2088.655903] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2088.656060] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2088.656208] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2088.656411] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2088.656568] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2088.657155] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2088.657378] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2088.657709] env[62187]: DEBUG nova.virt.hardware [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2088.658705] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38735b93-6753-4487-8c3c-abb57a127353 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.668045] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e205f3a6-4200-4eb2-a035-198deb3b06b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.700130] env[62187]: DEBUG nova.network.neutron [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2088.879411] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2088.879411] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3133-64d4-d3ba-7e86-89b116622b2e" [ 2088.879411] env[62187]: _type = "HttpNfcLease" [ 2088.879411] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2088.991190] env[62187]: DEBUG nova.network.neutron [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Successfully updated port: fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2089.024151] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132956, 'name': ReconfigVM_Task, 'duration_secs': 0.499577} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.029295] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.030758] env[62187]: DEBUG nova.compute.manager [req-64f8db4c-d4a1-4db5-a074-becd4c7dc079 req-d27c7a18-30b8-4284-b67a-568fa1ec278c service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Received event network-vif-plugged-fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2089.030970] env[62187]: DEBUG oslo_concurrency.lockutils [req-64f8db4c-d4a1-4db5-a074-becd4c7dc079 req-d27c7a18-30b8-4284-b67a-568fa1ec278c service nova] Acquiring lock "503f0f38-af02-4ddc-b04b-002428547164-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.031979] env[62187]: DEBUG oslo_concurrency.lockutils [req-64f8db4c-d4a1-4db5-a074-becd4c7dc079 req-d27c7a18-30b8-4284-b67a-568fa1ec278c service nova] Lock "503f0f38-af02-4ddc-b04b-002428547164-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.032204] env[62187]: DEBUG oslo_concurrency.lockutils [req-64f8db4c-d4a1-4db5-a074-becd4c7dc079 req-d27c7a18-30b8-4284-b67a-568fa1ec278c service nova] Lock "503f0f38-af02-4ddc-b04b-002428547164-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.032392] env[62187]: DEBUG nova.compute.manager [req-64f8db4c-d4a1-4db5-a074-becd4c7dc079 req-d27c7a18-30b8-4284-b67a-568fa1ec278c service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] No waiting events found dispatching network-vif-plugged-fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2089.032565] env[62187]: WARNING nova.compute.manager [req-64f8db4c-d4a1-4db5-a074-becd4c7dc079 req-d27c7a18-30b8-4284-b67a-568fa1ec278c service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Received unexpected event network-vif-plugged-fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 for instance with vm_state building and task_state spawning. [ 2089.034697] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f27cf2-2ac3-4d3b-9505-3f9999abacc1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.037795] env[62187]: INFO nova.compute.manager [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Took 47.57 seconds to build instance. [ 2089.039677] env[62187]: DEBUG nova.network.neutron [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Updating instance_info_cache with network_info: [{"id": "ede0df8f-0efc-4c95-aac6-d18500dea710", "address": "fa:16:3e:c3:d0:88", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0df8f-0e", "ovs_interfaceid": "ede0df8f-0efc-4c95-aac6-d18500dea710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2089.046129] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2089.046129] env[62187]: value = "task-2132957" [ 2089.046129] env[62187]: _type = "Task" [ 2089.046129] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.056678] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132957, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.149605] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.564s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.150181] env[62187]: DEBUG nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2089.153159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.073s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.157021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.157021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.422s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.157021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.158605] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.545s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.159971] env[62187]: INFO nova.compute.claims [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2089.187286] env[62187]: INFO nova.scheduler.client.report [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Deleted allocations for instance 5bf2b512-1a95-4ad8-8d11-473e8683b68e [ 2089.382302] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2089.382302] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3133-64d4-d3ba-7e86-89b116622b2e" [ 2089.382302] env[62187]: _type = "HttpNfcLease" [ 2089.382302] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2089.382636] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2089.382636] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cf3133-64d4-d3ba-7e86-89b116622b2e" [ 2089.382636] env[62187]: _type = "HttpNfcLease" [ 2089.382636] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2089.387022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d65b01a-3d1b-475c-997c-aa3769750d8a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.397269] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273446a-7f8d-748e-702a-3b3ae8f6ccca/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2089.397269] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273446a-7f8d-748e-702a-3b3ae8f6ccca/disk-0.vmdk. {{(pid=62187) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2089.474468] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-015211fa-be36-4c3d-87da-e81b6ae8fa64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.497202] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "refresh_cache-503f0f38-af02-4ddc-b04b-002428547164" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.497202] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "refresh_cache-503f0f38-af02-4ddc-b04b-002428547164" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.497202] env[62187]: DEBUG nova.network.neutron [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2089.541974] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cdc4779f-d5b5-4c8c-b2a9-4ac756332cd0 tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "9a50a986-e206-42fd-a00d-70aead26871c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.085s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.542416] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.543046] env[62187]: DEBUG nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Instance network_info: |[{"id": "ede0df8f-0efc-4c95-aac6-d18500dea710", "address": "fa:16:3e:c3:d0:88", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0df8f-0e", "ovs_interfaceid": "ede0df8f-0efc-4c95-aac6-d18500dea710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2089.544038] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:d0:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ede0df8f-0efc-4c95-aac6-d18500dea710', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2089.551909] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Creating folder: Project (36c79cea98554bf0a6026ba3759b6354). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2089.552513] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc0b9d5e-4486-4322-b361-bd7befadd5f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.565136] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132957, 'name': Rename_Task, 'duration_secs': 0.209117} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.565136] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2089.565342] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea4a768e-4bc0-42ac-b61f-1f854b772325 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.568601] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Created folder: Project (36c79cea98554bf0a6026ba3759b6354) in parent group-v435995. [ 2089.568801] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Creating folder: Instances. Parent ref: group-v436169. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2089.569232] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7505587-a7c6-434a-91d5-b25887362fce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.573020] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2089.573020] env[62187]: value = "task-2132959" [ 2089.573020] env[62187]: _type = "Task" [ 2089.573020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.577617] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Created folder: Instances in parent group-v436169. [ 2089.577862] env[62187]: DEBUG oslo.service.loopingcall [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2089.580833] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2089.581046] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.581227] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99f121ce-3aba-4c60-aefe-dd52caccafed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.597677] env[62187]: DEBUG nova.compute.manager [None req-edd7eaea-8d31-4409-81e9-8151fc6b50db tempest-ServerDiagnosticsTest-989965888 tempest-ServerDiagnosticsTest-989965888-project-admin] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2089.599227] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9af786-19c6-4111-9a1d-662f105f6977 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.602956] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2089.602956] env[62187]: value = "task-2132961" [ 2089.602956] env[62187]: _type = "Task" [ 2089.602956] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.608583] env[62187]: INFO nova.compute.manager [None req-edd7eaea-8d31-4409-81e9-8151fc6b50db tempest-ServerDiagnosticsTest-989965888 tempest-ServerDiagnosticsTest-989965888-project-admin] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Retrieving diagnostics [ 2089.609608] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c31ce7f-8533-4146-9f5b-98de8e311d8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.615279] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132961, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.666034] env[62187]: DEBUG nova.compute.utils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2089.671900] env[62187]: DEBUG nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2089.672190] env[62187]: DEBUG nova.network.neutron [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2089.675055] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca318539-43c4-4bac-b10f-ad3ebd03cebd tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 55.728s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.676427] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 29.761s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.676664] env[62187]: INFO nova.compute.manager [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Unshelving [ 2089.694949] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a87694c2-e84a-4a86-aaac-6f1ebc5fdee6 tempest-ServersTestJSON-1601376910 tempest-ServersTestJSON-1601376910-project-member] Lock "5bf2b512-1a95-4ad8-8d11-473e8683b68e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.666s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.726856] env[62187]: DEBUG nova.policy [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85cb5d450e54ba49220ed2bd93d4151', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c79cea98554bf0a6026ba3759b6354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2090.045179] env[62187]: DEBUG nova.network.neutron [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2090.053254] env[62187]: DEBUG nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2090.086881] env[62187]: DEBUG oslo_vmware.api [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132959, 'name': PowerOnVM_Task, 'duration_secs': 0.499036} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.087586] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2090.087952] env[62187]: INFO nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Took 11.79 seconds to spawn the instance on the hypervisor. [ 2090.088473] env[62187]: DEBUG nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.089490] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9797042-58a0-4507-a10e-b4150101d927 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.114303] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132961, 'name': CreateVM_Task, 'duration_secs': 0.37338} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.114524] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2090.115326] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.115734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.115935] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2090.118557] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdcb587-134c-4f9b-83c0-40a2594089c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.131241] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2090.131241] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299d29b-1bb5-0505-7306-c2ebf4b189ea" [ 2090.131241] env[62187]: _type = "Task" [ 2090.131241] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.145622] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299d29b-1bb5-0505-7306-c2ebf4b189ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.175721] env[62187]: DEBUG nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2090.187240] env[62187]: DEBUG nova.network.neutron [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Successfully created port: b14ea505-dcf1-45bb-9b96-ef3a71c5769f {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2090.350483] env[62187]: DEBUG nova.network.neutron [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Updating instance_info_cache with network_info: [{"id": "fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829", "address": "fa:16:3e:45:d7:e0", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c7b1b-bf", "ovs_interfaceid": "fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.387225] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Completed reading data from the image iterator. {{(pid=62187) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2090.387621] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273446a-7f8d-748e-702a-3b3ae8f6ccca/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2090.389081] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3b712f-cfb6-4521-a539-eaedeeaa0735 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.397326] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273446a-7f8d-748e-702a-3b3ae8f6ccca/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2090.397648] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273446a-7f8d-748e-702a-3b3ae8f6ccca/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2090.400614] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5bfcfe92-6a88-4a6b-9b4d-fcf342d7df55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.582760] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.614787] env[62187]: INFO nova.compute.manager [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Took 50.55 seconds to build instance. [ 2090.664273] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299d29b-1bb5-0505-7306-c2ebf4b189ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013669} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.664273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.664273] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2090.664273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.664273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.664273] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.664273] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a328a426-c1fb-49d6-894d-35ebe6cf190c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.664273] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.664273] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2090.667393] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a065fb6-4786-4098-9174-94691c360ed7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.678011] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2090.678011] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52228cc0-6aa8-a9b5-112a-fad2d8ac274d" [ 2090.678011] env[62187]: _type = "Task" [ 2090.678011] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.699659] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52228cc0-6aa8-a9b5-112a-fad2d8ac274d, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.704836] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6f84aa-5b1f-45b1-a8de-05cf41b9fd04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.721292] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2090.721292] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52062d64-1224-29f9-eeef-f4e8e709c243" [ 2090.721292] env[62187]: _type = "Task" [ 2090.721292] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.734718] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.741333] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52062d64-1224-29f9-eeef-f4e8e709c243, 'name': SearchDatastore_Task, 'duration_secs': 0.01159} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.744506] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.745619] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0e96da6f-3127-4143-b850-bf55ff6d8af5/0e96da6f-3127-4143-b850-bf55ff6d8af5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2090.747621] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cac36d26-e21c-4fbe-abe8-1188e4e50118 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.754989] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2090.754989] env[62187]: value = "task-2132962" [ 2090.754989] env[62187]: _type = "Task" [ 2090.754989] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.757199] env[62187]: DEBUG oslo_vmware.rw_handles [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5273446a-7f8d-748e-702a-3b3ae8f6ccca/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2090.757199] env[62187]: INFO nova.virt.vmwareapi.images [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Downloaded image file data 29a49d94-30cc-404e-b2ae-c671c8823063 [ 2090.762282] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bb5128-b1ba-400f-9951-25c9935c63a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.770361] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1a6708-cb94-4562-a104-d2901ebafa21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.780211] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.794335] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad44e8e7-3659-4132-ad08-3e889f3e2040 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.797964] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad3a96ac-754d-401a-9c31-823e83f02fde {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.831061] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddfcacf-7429-47c7-96bf-c8128ad9ace9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.833891] env[62187]: INFO nova.virt.vmwareapi.images [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] The imported VM was unregistered [ 2090.836572] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Caching image {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2090.836572] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating directory with path [datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2090.836977] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a74a58ce-ff61-4d7e-9a4a-0a6f8018b9a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.854018] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "refresh_cache-503f0f38-af02-4ddc-b04b-002428547164" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.857170] env[62187]: DEBUG nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Instance network_info: |[{"id": "fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829", "address": "fa:16:3e:45:d7:e0", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c7b1b-bf", "ovs_interfaceid": "fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2090.857170] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:d7:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2090.862167] env[62187]: DEBUG oslo.service.loopingcall [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.863438] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e880ed-32ed-4917-9939-1e4957c8080a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.868324] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2090.868641] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created directory with path [datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2090.868822] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba/OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba.vmdk to [datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063/29a49d94-30cc-404e-b2ae-c671c8823063.vmdk. {{(pid=62187) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2090.869072] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21342acb-1fea-4e8c-a403-eb8cf410a54f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.885945] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac8462a2-af51-4044-b574-63cddb858508 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.895886] env[62187]: DEBUG nova.compute.provider_tree [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.903440] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2090.903440] env[62187]: value = "task-2132964" [ 2090.903440] env[62187]: _type = "Task" [ 2090.903440] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.905079] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2090.905079] env[62187]: value = "task-2132965" [ 2090.905079] env[62187]: _type = "Task" [ 2090.905079] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.922267] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132965, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.922573] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132964, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.005857] env[62187]: DEBUG nova.network.neutron [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Port e5ca4f14-1198-493d-9aa6-26751ca3ec35 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2091.006189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.006361] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.006565] env[62187]: DEBUG nova.network.neutron [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2091.080537] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "9a50a986-e206-42fd-a00d-70aead26871c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.080537] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "9a50a986-e206-42fd-a00d-70aead26871c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.080537] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "9a50a986-e206-42fd-a00d-70aead26871c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.080537] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "9a50a986-e206-42fd-a00d-70aead26871c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.080537] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "9a50a986-e206-42fd-a00d-70aead26871c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.084205] env[62187]: INFO nova.compute.manager [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Terminating instance [ 2091.088682] env[62187]: DEBUG nova.compute.manager [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Received event network-changed-fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2091.092297] env[62187]: DEBUG nova.compute.manager [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Refreshing instance network info cache due to event network-changed-fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2091.092650] env[62187]: DEBUG oslo_concurrency.lockutils [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] Acquiring lock "refresh_cache-503f0f38-af02-4ddc-b04b-002428547164" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2091.092770] env[62187]: DEBUG oslo_concurrency.lockutils [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] Acquired lock "refresh_cache-503f0f38-af02-4ddc-b04b-002428547164" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2091.092982] env[62187]: DEBUG nova.network.neutron [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Refreshing network info cache for port fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2091.121716] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4dfbda69-82c6-4033-8328-7adf3d1e094d tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.091s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.195289] env[62187]: DEBUG nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2091.237999] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2091.238272] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2091.238453] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2091.238634] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2091.238775] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2091.238971] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2091.239133] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2091.239338] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2091.239489] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2091.239667] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2091.239815] env[62187]: DEBUG nova.virt.hardware [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2091.240811] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e5efae-3c47-458e-98bb-523b86fc22df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.249402] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f0ec2b-8dcc-41f7-8c80-15a3129397f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.274274] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132962, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.402347] env[62187]: DEBUG nova.scheduler.client.report [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2091.434898] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132964, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.435578] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132965, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.590025] env[62187]: DEBUG nova.compute.manager [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2091.590025] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2091.590025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1dea61-29a1-405a-819b-c820a850d149 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.601874] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2091.602652] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5270c3f5-f9f6-4942-ba63-dd19655e9017 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.612804] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2091.612804] env[62187]: value = "task-2132966" [ 2091.612804] env[62187]: _type = "Task" [ 2091.612804] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.622821] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.626263] env[62187]: DEBUG nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2091.774914] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617398} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.775491] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0e96da6f-3127-4143-b850-bf55ff6d8af5/0e96da6f-3127-4143-b850-bf55ff6d8af5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2091.775885] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2091.776300] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c732cb4e-0299-4051-9d06-6aee2ae224fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.784274] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2091.784274] env[62187]: value = "task-2132967" [ 2091.784274] env[62187]: _type = "Task" [ 2091.784274] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.795460] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.895354] env[62187]: DEBUG nova.network.neutron [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance_info_cache with network_info: [{"id": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "address": "fa:16:3e:61:df:63", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca4f14-11", "ovs_interfaceid": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.911933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.753s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.913708] env[62187]: DEBUG nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2091.920091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.599s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.921568] env[62187]: INFO nova.compute.claims [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2091.932879] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132964, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.942506] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132965, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.025431] env[62187]: DEBUG nova.network.neutron [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Updated VIF entry in instance network info cache for port fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2092.025787] env[62187]: DEBUG nova.network.neutron [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Updating instance_info_cache with network_info: [{"id": "fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829", "address": "fa:16:3e:45:d7:e0", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc3c7b1b-bf", "ovs_interfaceid": "fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.127614] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.152543] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.296875] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25464} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.297220] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2092.298089] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b0961e-4a82-4f93-8e65-243e7bcf5335 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.326166] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 0e96da6f-3127-4143-b850-bf55ff6d8af5/0e96da6f-3127-4143-b850-bf55ff6d8af5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2092.326166] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645696e6-8785-4972-8bc9-4f9fe67d4f38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.350694] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2092.350694] env[62187]: value = "task-2132968" [ 2092.350694] env[62187]: _type = "Task" [ 2092.350694] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.363142] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.398399] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.417546] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132964, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.428201] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132965, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.434763] env[62187]: DEBUG nova.compute.utils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2092.437160] env[62187]: DEBUG nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2092.437160] env[62187]: DEBUG nova.network.neutron [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2092.499492] env[62187]: DEBUG nova.network.neutron [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Successfully updated port: b14ea505-dcf1-45bb-9b96-ef3a71c5769f {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2092.532871] env[62187]: DEBUG oslo_concurrency.lockutils [req-726adf88-dff2-4824-af13-5fd3e7c5b612 req-b99a8f45-43db-4c56-a0ce-67a370d162ec service nova] Releasing lock "refresh_cache-503f0f38-af02-4ddc-b04b-002428547164" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2092.549199] env[62187]: DEBUG nova.policy [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69b7c31f258b4d29b2393744e6f01d31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b747ba4e1fa43c2838b980d7cd8a111', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2092.627105] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.658221] env[62187]: DEBUG nova.compute.manager [req-58b87158-1722-425f-a294-2c8cb217ed3d req-8ff2ee6b-aec9-4504-a2cf-c67dbf3e95e4 service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Received event network-vif-plugged-b14ea505-dcf1-45bb-9b96-ef3a71c5769f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2092.658537] env[62187]: DEBUG oslo_concurrency.lockutils [req-58b87158-1722-425f-a294-2c8cb217ed3d req-8ff2ee6b-aec9-4504-a2cf-c67dbf3e95e4 service nova] Acquiring lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.658844] env[62187]: DEBUG oslo_concurrency.lockutils [req-58b87158-1722-425f-a294-2c8cb217ed3d req-8ff2ee6b-aec9-4504-a2cf-c67dbf3e95e4 service nova] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.659011] env[62187]: DEBUG oslo_concurrency.lockutils [req-58b87158-1722-425f-a294-2c8cb217ed3d req-8ff2ee6b-aec9-4504-a2cf-c67dbf3e95e4 service nova] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.659704] env[62187]: DEBUG nova.compute.manager [req-58b87158-1722-425f-a294-2c8cb217ed3d req-8ff2ee6b-aec9-4504-a2cf-c67dbf3e95e4 service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] No waiting events found dispatching network-vif-plugged-b14ea505-dcf1-45bb-9b96-ef3a71c5769f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2092.659944] env[62187]: WARNING nova.compute.manager [req-58b87158-1722-425f-a294-2c8cb217ed3d req-8ff2ee6b-aec9-4504-a2cf-c67dbf3e95e4 service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Received unexpected event network-vif-plugged-b14ea505-dcf1-45bb-9b96-ef3a71c5769f for instance with vm_state building and task_state spawning. [ 2092.851149] env[62187]: DEBUG oslo_concurrency.lockutils [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.851927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.852759] env[62187]: DEBUG nova.compute.manager [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2092.856040] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0355b839-c301-4000-9f28-e77cff81914a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.869234] env[62187]: DEBUG nova.compute.manager [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2092.869954] env[62187]: DEBUG nova.objects.instance [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'flavor' on Instance uuid 9bf633d8-49f4-4ab9-9431-320ba54b76e5 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2092.876280] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.907251] env[62187]: DEBUG nova.compute.manager [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62187) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2092.907414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.924065] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132964, 'name': CreateVM_Task, 'duration_secs': 1.651012} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.925736] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2092.928533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.928533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.928533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2092.928533] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493fd12d-9967-49f0-90ba-2dc06f0e06e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.935221] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132965, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.939440] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2092.939440] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5288ab59-25e4-8b32-8b90-7cbb05f9b296" [ 2092.939440] env[62187]: _type = "Task" [ 2092.939440] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.943844] env[62187]: DEBUG nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2092.957445] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5288ab59-25e4-8b32-8b90-7cbb05f9b296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.008247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "refresh_cache-5efe9c74-a22a-4c7f-aa26-37834a0ae063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.008247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "refresh_cache-5efe9c74-a22a-4c7f-aa26-37834a0ae063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.008247] env[62187]: DEBUG nova.network.neutron [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.064032] env[62187]: DEBUG nova.network.neutron [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Successfully created port: 70b83638-90c6-4033-b31c-1176e0072c35 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2093.127069] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132966, 'name': PowerOffVM_Task, 'duration_secs': 1.290583} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.130259] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2093.130467] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2093.131120] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ed756c4-c670-4003-a9a5-acb7b86acde3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.232336] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2093.232652] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2093.232842] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Deleting the datastore file [datastore2] 9a50a986-e206-42fd-a00d-70aead26871c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.236195] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61398db-fe9f-48f9-8604-148e32cb8f8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.248022] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for the task: (returnval){ [ 2093.248022] env[62187]: value = "task-2132970" [ 2093.248022] env[62187]: _type = "Task" [ 2093.248022] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.261798] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.369797] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.438229] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132965, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.464393] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5288ab59-25e4-8b32-8b90-7cbb05f9b296, 'name': SearchDatastore_Task, 'duration_secs': 0.09326} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.466307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.466602] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2093.466826] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.466964] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.467165] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2093.467871] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01f028d-eff2-4a0e-8324-8a349a842c70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.494591] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2093.494694] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2093.496846] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21b32b3-2ef0-4493-b95e-0d97cd860fee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.500298] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dcb60e-ae85-438a-9ee9-9bbe98705ca1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.510770] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2093.510770] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5285f81d-19e3-5640-0ec6-4c54a25df287" [ 2093.510770] env[62187]: _type = "Task" [ 2093.510770] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.511860] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e4f635-69f1-4193-bf89-4d6b30f69661 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.527405] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5285f81d-19e3-5640-0ec6-4c54a25df287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.556052] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0188caa1-05d8-4f47-91c1-214c5564b977 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.564238] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00450b02-987d-40fc-bd1a-9c7d3033ca2b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.569083] env[62187]: DEBUG nova.network.neutron [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2093.583191] env[62187]: DEBUG nova.compute.provider_tree [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2093.756873] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.867558] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.882340] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2093.882678] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7429de72-17b5-44c8-a8a7-a5a7a9939bc5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.889807] env[62187]: DEBUG oslo_vmware.api [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2093.889807] env[62187]: value = "task-2132971" [ 2093.889807] env[62187]: _type = "Task" [ 2093.889807] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.899432] env[62187]: DEBUG oslo_vmware.api [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.932100] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132965, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.021917} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.932436] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba/OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba.vmdk to [datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063/29a49d94-30cc-404e-b2ae-c671c8823063.vmdk. [ 2093.932736] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Cleaning up location [datastore2] OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2093.932859] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f8db5fda-62c8-4c29-bc97-aa9de0072dba {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.933150] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e7fd6f2-1bce-4d1d-87eb-da139c04a649 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.939341] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2093.939341] env[62187]: value = "task-2132972" [ 2093.939341] env[62187]: _type = "Task" [ 2093.939341] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.947229] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.959780] env[62187]: DEBUG nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2094.000714] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2094.000972] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2094.001140] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2094.001319] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2094.001463] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2094.001609] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2094.001811] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2094.001964] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2094.002140] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2094.002301] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2094.002488] env[62187]: DEBUG nova.virt.hardware [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2094.003369] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b26381-1851-4770-8004-77ea7be5d3ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.011530] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a92b725-8545-4b27-812d-bb513168c708 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.028649] env[62187]: DEBUG nova.network.neutron [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Updating instance_info_cache with network_info: [{"id": "b14ea505-dcf1-45bb-9b96-ef3a71c5769f", "address": "fa:16:3e:b5:68:cc", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ea505-dc", "ovs_interfaceid": "b14ea505-dcf1-45bb-9b96-ef3a71c5769f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.038688] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5285f81d-19e3-5640-0ec6-4c54a25df287, 'name': SearchDatastore_Task, 'duration_secs': 0.100011} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.039850] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ac381a-2c37-4220-b8e2-2b6afb791b6d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.050552] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2094.050552] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238dbcb-3769-9f6b-ea29-32e2154f1bff" [ 2094.050552] env[62187]: _type = "Task" [ 2094.050552] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.060353] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238dbcb-3769-9f6b-ea29-32e2154f1bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.106410] env[62187]: ERROR nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [req-bb8d5d26-c0ce-4ee8-80c6-b146635c6a10] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bb8d5d26-c0ce-4ee8-80c6-b146635c6a10"}]} [ 2094.128971] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2094.145947] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2094.146268] env[62187]: DEBUG nova.compute.provider_tree [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2094.159258] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2094.179239] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2094.255257] env[62187]: DEBUG oslo_vmware.api [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Task: {'id': task-2132970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.920827} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.255518] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.255699] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2094.255875] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2094.256146] env[62187]: INFO nova.compute.manager [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Took 2.67 seconds to destroy the instance on the hypervisor. [ 2094.256406] env[62187]: DEBUG oslo.service.loopingcall [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.259774] env[62187]: DEBUG nova.compute.manager [-] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2094.259899] env[62187]: DEBUG nova.network.neutron [-] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2094.368361] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132968, 'name': ReconfigVM_Task, 'duration_secs': 1.931614} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.371356] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 0e96da6f-3127-4143-b850-bf55ff6d8af5/0e96da6f-3127-4143-b850-bf55ff6d8af5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2094.372269] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67f7e37a-10b9-47a5-acda-6a328ebf9ce1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.378855] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2094.378855] env[62187]: value = "task-2132973" [ 2094.378855] env[62187]: _type = "Task" [ 2094.378855] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.393726] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132973, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.404566] env[62187]: DEBUG oslo_vmware.api [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132971, 'name': PowerOffVM_Task, 'duration_secs': 0.207075} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.405249] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.405249] env[62187]: DEBUG nova.compute.manager [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2094.406035] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fb648a-a2ab-4fcf-aa3f-99c0b3b181c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.454199] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123559} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.457209] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.457394] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063/29a49d94-30cc-404e-b2ae-c671c8823063.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.457632] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063/29a49d94-30cc-404e-b2ae-c671c8823063.vmdk to [datastore2] 4cac6312-4c80-4930-ac8c-e8928cbabd5d/4cac6312-4c80-4930-ac8c-e8928cbabd5d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2094.458296] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4c6228-fedf-4a6a-b0cf-9b3bab07685b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.466912] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2094.466912] env[62187]: value = "task-2132974" [ 2094.466912] env[62187]: _type = "Task" [ 2094.466912] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.477427] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.535442] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "refresh_cache-5efe9c74-a22a-4c7f-aa26-37834a0ae063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.535757] env[62187]: DEBUG nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Instance network_info: |[{"id": "b14ea505-dcf1-45bb-9b96-ef3a71c5769f", "address": "fa:16:3e:b5:68:cc", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ea505-dc", "ovs_interfaceid": "b14ea505-dcf1-45bb-9b96-ef3a71c5769f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2094.536478] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:68:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b14ea505-dcf1-45bb-9b96-ef3a71c5769f', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2094.548509] env[62187]: DEBUG oslo.service.loopingcall [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.551802] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2094.552978] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc7f568b-3cbf-4ba9-8677-bd6952f3dfd9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.581791] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238dbcb-3769-9f6b-ea29-32e2154f1bff, 'name': SearchDatastore_Task, 'duration_secs': 0.049228} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.582876] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.583166] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 503f0f38-af02-4ddc-b04b-002428547164/503f0f38-af02-4ddc-b04b-002428547164.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2094.583463] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2094.583463] env[62187]: value = "task-2132975" [ 2094.583463] env[62187]: _type = "Task" [ 2094.583463] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.586335] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43b03000-3172-485a-9f47-84d072238ea9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.597676] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2094.597676] env[62187]: value = "task-2132976" [ 2094.597676] env[62187]: _type = "Task" [ 2094.597676] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.601387] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132975, 'name': CreateVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.612353] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.691455] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac40ceaf-b3cc-44c8-be34-7f791a53dd11 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.700132] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88282f7-4f19-4054-981c-3bf2b5700e9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.740849] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a513f1cd-05ee-4f9e-ae44-e12c83781686 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.749384] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61ec773-25f8-40af-861e-b87f9c088ae2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.765828] env[62187]: DEBUG nova.compute.provider_tree [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2094.790807] env[62187]: DEBUG nova.compute.manager [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Received event network-changed-b14ea505-dcf1-45bb-9b96-ef3a71c5769f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2094.791057] env[62187]: DEBUG nova.compute.manager [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Refreshing instance network info cache due to event network-changed-b14ea505-dcf1-45bb-9b96-ef3a71c5769f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2094.791352] env[62187]: DEBUG oslo_concurrency.lockutils [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] Acquiring lock "refresh_cache-5efe9c74-a22a-4c7f-aa26-37834a0ae063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2094.791550] env[62187]: DEBUG oslo_concurrency.lockutils [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] Acquired lock "refresh_cache-5efe9c74-a22a-4c7f-aa26-37834a0ae063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2094.791774] env[62187]: DEBUG nova.network.neutron [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Refreshing network info cache for port b14ea505-dcf1-45bb-9b96-ef3a71c5769f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2094.894313] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132973, 'name': Rename_Task, 'duration_secs': 0.432689} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.895018] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2094.895084] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d08a916-3869-4ac0-8d52-97f3d26185e6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.902289] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2094.902289] env[62187]: value = "task-2132977" [ 2094.902289] env[62187]: _type = "Task" [ 2094.902289] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.912371] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.924341] env[62187]: DEBUG oslo_concurrency.lockutils [None req-30afaa42-929f-46df-a864-ad18156f7638 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.926108] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.926348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.978165] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132974, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.099932] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132975, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.110265] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132976, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.245203] env[62187]: DEBUG nova.network.neutron [-] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.256244] env[62187]: DEBUG nova.network.neutron [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Successfully updated port: 70b83638-90c6-4033-b31c-1176e0072c35 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2095.290843] env[62187]: ERROR nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [req-101506f0-5d99-4591-b6f9-c08a2d851ce6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-101506f0-5d99-4591-b6f9-c08a2d851ce6"}]} [ 2095.311298] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2095.340633] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2095.340938] env[62187]: DEBUG nova.compute.provider_tree [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2095.357345] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2095.382541] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2095.419479] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.480143] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132974, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.605169] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132975, 'name': CreateVM_Task, 'duration_secs': 0.891739} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.613932] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2095.616096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.616096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.616096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2095.616096] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e241f8-dced-4404-9260-158e45edf700 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.621662] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132976, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.625173] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2095.625173] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e95ae4-c27a-0af7-37a7-e8aa7461be90" [ 2095.625173] env[62187]: _type = "Task" [ 2095.625173] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.637570] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e95ae4-c27a-0af7-37a7-e8aa7461be90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.644606] env[62187]: DEBUG nova.network.neutron [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Updated VIF entry in instance network info cache for port b14ea505-dcf1-45bb-9b96-ef3a71c5769f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.644972] env[62187]: DEBUG nova.network.neutron [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Updating instance_info_cache with network_info: [{"id": "b14ea505-dcf1-45bb-9b96-ef3a71c5769f", "address": "fa:16:3e:b5:68:cc", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14ea505-dc", "ovs_interfaceid": "b14ea505-dcf1-45bb-9b96-ef3a71c5769f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.748110] env[62187]: INFO nova.compute.manager [-] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Took 1.49 seconds to deallocate network for instance. [ 2095.757981] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "refresh_cache-04fb3dff-e3d7-4182-bf92-e8b2173c6f31" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.758155] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "refresh_cache-04fb3dff-e3d7-4182-bf92-e8b2173c6f31" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.758308] env[62187]: DEBUG nova.network.neutron [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2095.915425] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.931314] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee2308-1f03-41d8-b3d6-75d78cae438c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.941989] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64f2a51-deb9-4049-a3de-94e5a49b9d17 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.986642] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb6adca-b518-41cf-bab5-8cdbd45cafeb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.997714] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132974, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.001432] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1724cb9f-c29a-4127-a94a-29a3a866e2e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.016080] env[62187]: DEBUG nova.compute.provider_tree [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2096.115554] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132976, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.232525} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.115922] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 503f0f38-af02-4ddc-b04b-002428547164/503f0f38-af02-4ddc-b04b-002428547164.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2096.116247] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2096.116534] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a92d02c1-f317-4ca5-bccc-16f40f2fc74e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.124655] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2096.124655] env[62187]: value = "task-2132978" [ 2096.124655] env[62187]: _type = "Task" [ 2096.124655] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.136565] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.142071] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e95ae4-c27a-0af7-37a7-e8aa7461be90, 'name': SearchDatastore_Task, 'duration_secs': 0.10085} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.142549] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.142861] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2096.143180] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.143395] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.144336] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2096.144336] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-124d595d-ca8b-4d28-8dde-a76c9e57f693 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.147599] env[62187]: DEBUG oslo_concurrency.lockutils [req-08baf8ab-1bea-4ef1-b905-b227d559527e req-d7de28c5-91e6-491f-8b5b-9d8bc00bdfad service nova] Releasing lock "refresh_cache-5efe9c74-a22a-4c7f-aa26-37834a0ae063" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.158879] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2096.159140] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2096.159977] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15eae19-37f5-4211-a852-0c223dc704a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.166321] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2096.166321] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a2ac29-ed80-1617-4a80-785dd537f1fa" [ 2096.166321] env[62187]: _type = "Task" [ 2096.166321] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.175312] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a2ac29-ed80-1617-4a80-785dd537f1fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.255077] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.318499] env[62187]: DEBUG nova.network.neutron [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2096.391019] env[62187]: INFO nova.compute.manager [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Rebuilding instance [ 2096.428673] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132977, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.453127] env[62187]: DEBUG nova.compute.manager [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2096.454047] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a42a9e-7fce-4fa3-9444-f9357d323e6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.502289] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132974, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.510016] env[62187]: DEBUG nova.network.neutron [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Updating instance_info_cache with network_info: [{"id": "70b83638-90c6-4033-b31c-1176e0072c35", "address": "fa:16:3e:ed:74:1d", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b83638-90", "ovs_interfaceid": "70b83638-90c6-4033-b31c-1176e0072c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.564352] env[62187]: DEBUG nova.scheduler.client.report [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2096.564352] env[62187]: DEBUG nova.compute.provider_tree [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 93 to 94 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2096.564352] env[62187]: DEBUG nova.compute.provider_tree [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2096.637809] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073561} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.637809] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2096.637809] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ed083-8f13-4e3b-b467-fabf299dfe52 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.662899] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 503f0f38-af02-4ddc-b04b-002428547164/503f0f38-af02-4ddc-b04b-002428547164.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2096.663261] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36cc8f5f-3cbf-4d4a-9430-c1e3a1887ba8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.691966] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a2ac29-ed80-1617-4a80-785dd537f1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.091538} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.694230] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2096.694230] env[62187]: value = "task-2132979" [ 2096.694230] env[62187]: _type = "Task" [ 2096.694230] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.694477] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304b79ad-e224-42fa-9a44-2fd68f0db31e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.707201] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.707473] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2096.707473] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ac2f5b-3e8b-bc62-f7f7-248a0a77e022" [ 2096.707473] env[62187]: _type = "Task" [ 2096.707473] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.716464] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ac2f5b-3e8b-bc62-f7f7-248a0a77e022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.823874] env[62187]: DEBUG nova.compute.manager [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Received event network-vif-deleted-e0d57cb5-8a45-40bf-90c0-70cf90e3f5b1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2096.824336] env[62187]: DEBUG nova.compute.manager [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Received event network-vif-plugged-70b83638-90c6-4033-b31c-1176e0072c35 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2096.824590] env[62187]: DEBUG oslo_concurrency.lockutils [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] Acquiring lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.824873] env[62187]: DEBUG oslo_concurrency.lockutils [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.825088] env[62187]: DEBUG oslo_concurrency.lockutils [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.825267] env[62187]: DEBUG nova.compute.manager [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] No waiting events found dispatching network-vif-plugged-70b83638-90c6-4033-b31c-1176e0072c35 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2096.825464] env[62187]: WARNING nova.compute.manager [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Received unexpected event network-vif-plugged-70b83638-90c6-4033-b31c-1176e0072c35 for instance with vm_state building and task_state spawning. [ 2096.825633] env[62187]: DEBUG nova.compute.manager [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Received event network-changed-70b83638-90c6-4033-b31c-1176e0072c35 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2096.826068] env[62187]: DEBUG nova.compute.manager [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Refreshing instance network info cache due to event network-changed-70b83638-90c6-4033-b31c-1176e0072c35. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2096.826068] env[62187]: DEBUG oslo_concurrency.lockutils [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] Acquiring lock "refresh_cache-04fb3dff-e3d7-4182-bf92-e8b2173c6f31" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.920149] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132977, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.997752] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132974, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.012529] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "refresh_cache-04fb3dff-e3d7-4182-bf92-e8b2173c6f31" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.012908] env[62187]: DEBUG nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Instance network_info: |[{"id": "70b83638-90c6-4033-b31c-1176e0072c35", "address": "fa:16:3e:ed:74:1d", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b83638-90", "ovs_interfaceid": "70b83638-90c6-4033-b31c-1176e0072c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2097.013237] env[62187]: DEBUG oslo_concurrency.lockutils [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] Acquired lock "refresh_cache-04fb3dff-e3d7-4182-bf92-e8b2173c6f31" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.013750] env[62187]: DEBUG nova.network.neutron [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Refreshing network info cache for port 70b83638-90c6-4033-b31c-1176e0072c35 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2097.015758] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:74:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70b83638-90c6-4033-b31c-1176e0072c35', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2097.027161] env[62187]: DEBUG oslo.service.loopingcall [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2097.032421] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2097.033155] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea6b5bac-9043-440d-bc14-138fb7f3e8f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.055244] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2097.055244] env[62187]: value = "task-2132980" [ 2097.055244] env[62187]: _type = "Task" [ 2097.055244] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.064391] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132980, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.070462] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.151s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.070994] env[62187]: DEBUG nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2097.073797] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 32.680s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.211219] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.218223] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ac2f5b-3e8b-bc62-f7f7-248a0a77e022, 'name': SearchDatastore_Task, 'duration_secs': 0.083703} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.218722] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.219102] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5efe9c74-a22a-4c7f-aa26-37834a0ae063/5efe9c74-a22a-4c7f-aa26-37834a0ae063.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2097.219532] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86535bab-3581-4272-bee4-fd44276bf33b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.227600] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2097.227600] env[62187]: value = "task-2132981" [ 2097.227600] env[62187]: _type = "Task" [ 2097.227600] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.237689] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.424923] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132977, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.477448] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2097.477448] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5851a4e7-e9f4-46c9-ab0e-3cd10bb752dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.483149] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2097.483149] env[62187]: value = "task-2132982" [ 2097.483149] env[62187]: _type = "Task" [ 2097.483149] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.494548] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132974, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.899399} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.501022] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/29a49d94-30cc-404e-b2ae-c671c8823063/29a49d94-30cc-404e-b2ae-c671c8823063.vmdk to [datastore2] 4cac6312-4c80-4930-ac8c-e8928cbabd5d/4cac6312-4c80-4930-ac8c-e8928cbabd5d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2097.501022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2592684b-0115-4fc9-970b-aab15e8f1542 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.502766] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2097.503119] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2097.504245] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2be886-fffb-4fbc-a14a-5829b2c5c196 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.533924] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 4cac6312-4c80-4930-ac8c-e8928cbabd5d/4cac6312-4c80-4930-ac8c-e8928cbabd5d.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2097.539261] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b170d7c-7e2e-4cbd-8840-a235c1e61beb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.554171] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2097.555069] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-656b2798-41b5-491d-a53a-df8fded12fa4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.562196] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2097.562196] env[62187]: value = "task-2132983" [ 2097.562196] env[62187]: _type = "Task" [ 2097.562196] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.566641] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132980, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.575165] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.576604] env[62187]: DEBUG nova.compute.utils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2097.580137] env[62187]: INFO nova.compute.claims [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2097.584047] env[62187]: DEBUG nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2097.584047] env[62187]: DEBUG nova.network.neutron [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2097.712424] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132979, 'name': ReconfigVM_Task, 'duration_secs': 0.759595} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.714094] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 503f0f38-af02-4ddc-b04b-002428547164/503f0f38-af02-4ddc-b04b-002428547164.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2097.715146] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db96b977-522e-4e1f-8de6-6ffd8f1db6b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.725147] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2097.725147] env[62187]: value = "task-2132985" [ 2097.725147] env[62187]: _type = "Task" [ 2097.725147] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.742793] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132985, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.746538] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132981, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.753960] env[62187]: DEBUG nova.policy [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b977b0d7fc794fe98e2236365d9160db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '506562fd832444458bd7d41b759a8caf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2097.828810] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2097.830632] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2097.830632] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleting the datastore file [datastore2] 9bf633d8-49f4-4ab9-9431-320ba54b76e5 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2097.830632] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e97fc51-f34a-40c1-9bdb-78184e2766a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.838384] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2097.838384] env[62187]: value = "task-2132986" [ 2097.838384] env[62187]: _type = "Task" [ 2097.838384] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.849975] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.922775] env[62187]: DEBUG oslo_vmware.api [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132977, 'name': PowerOnVM_Task, 'duration_secs': 2.819945} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.923245] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2097.923576] env[62187]: INFO nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Took 11.85 seconds to spawn the instance on the hypervisor. [ 2097.923885] env[62187]: DEBUG nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2097.924818] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804675d0-ee4c-431d-8743-ec19c4705f49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.067738] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132980, 'name': CreateVM_Task, 'duration_secs': 0.865624} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.075318] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2098.078020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.078020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.078020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2098.078020] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d597e747-294f-40a0-b226-b2d6d430ce15 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.083709] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.088196] env[62187]: INFO nova.compute.resource_tracker [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating resource usage from migration 2ad6a68a-736a-4648-8ea9-7a5f42f79141 [ 2098.091083] env[62187]: DEBUG nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2098.093860] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2098.093860] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52096bd7-1494-c6a9-0ebb-1ac1bbf8edcd" [ 2098.093860] env[62187]: _type = "Task" [ 2098.093860] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.095115] env[62187]: DEBUG nova.network.neutron [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Updated VIF entry in instance network info cache for port 70b83638-90c6-4033-b31c-1176e0072c35. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2098.095233] env[62187]: DEBUG nova.network.neutron [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Updating instance_info_cache with network_info: [{"id": "70b83638-90c6-4033-b31c-1176e0072c35", "address": "fa:16:3e:ed:74:1d", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70b83638-90", "ovs_interfaceid": "70b83638-90c6-4033-b31c-1176e0072c35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.110299] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52096bd7-1494-c6a9-0ebb-1ac1bbf8edcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.240278] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132985, 'name': Rename_Task, 'duration_secs': 0.273531} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.242225] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2098.242673] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eefcf755-ecee-4e8f-b6a2-2bc7bfb73df1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.248285] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773532} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.249156] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5efe9c74-a22a-4c7f-aa26-37834a0ae063/5efe9c74-a22a-4c7f-aa26-37834a0ae063.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2098.249595] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2098.249849] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-934abd1c-fd89-4c85-aaaa-263386be1f1b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.256526] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2098.256526] env[62187]: value = "task-2132987" [ 2098.256526] env[62187]: _type = "Task" [ 2098.256526] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.261618] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2098.261618] env[62187]: value = "task-2132988" [ 2098.261618] env[62187]: _type = "Task" [ 2098.261618] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.271360] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.277388] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.352419] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.447181] env[62187]: INFO nova.compute.manager [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Took 46.33 seconds to build instance. [ 2098.523624] env[62187]: DEBUG nova.network.neutron [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Successfully created port: f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2098.578781] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132983, 'name': ReconfigVM_Task, 'duration_secs': 0.566352} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.579518] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 4cac6312-4c80-4930-ac8c-e8928cbabd5d/4cac6312-4c80-4930-ac8c-e8928cbabd5d.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2098.582123] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6354a2b2-c1ed-4c06-bd5a-352d07189d9f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.588445] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2098.588445] env[62187]: value = "task-2132989" [ 2098.588445] env[62187]: _type = "Task" [ 2098.588445] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.599710] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132989, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.602576] env[62187]: DEBUG oslo_concurrency.lockutils [req-ce95a232-d77b-4d07-a9f2-3249092d3adf req-59460ed5-1228-45fd-b770-cbe5c9815242 service nova] Releasing lock "refresh_cache-04fb3dff-e3d7-4182-bf92-e8b2173c6f31" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.611206] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52096bd7-1494-c6a9-0ebb-1ac1bbf8edcd, 'name': SearchDatastore_Task, 'duration_secs': 0.031038} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.612291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.612291] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2098.612291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.612291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.612472] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2098.612812] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b95612-b5af-49f4-86a2-4efc91bcd249 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.618980] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6e10ac-bffc-4530-ae9d-858a9ddf5055 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.623111] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2098.623296] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2098.624379] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f4a50d-5e1f-413e-9183-2ea217b9793a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.629590] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a039c45-2bd9-495d-bc3e-648a98591f31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.633692] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2098.633692] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213c8c6-a9da-574a-22b9-056325f848f4" [ 2098.633692] env[62187]: _type = "Task" [ 2098.633692] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.669328] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81585796-99af-40fa-abda-7f8f590ae82b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.676045] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213c8c6-a9da-574a-22b9-056325f848f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015349} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.677508] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5e21a4-a406-476d-89f5-27a0ddaa8729 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.684862] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f146988-3227-44cc-9a69-d9fcc2e38339 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.690520] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2098.690520] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52309b41-e666-073d-54e6-d668d576c58a" [ 2098.690520] env[62187]: _type = "Task" [ 2098.690520] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.705708] env[62187]: DEBUG nova.compute.provider_tree [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.710204] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52309b41-e666-073d-54e6-d668d576c58a, 'name': SearchDatastore_Task, 'duration_secs': 0.016341} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.710477] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.710746] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 04fb3dff-e3d7-4182-bf92-e8b2173c6f31/04fb3dff-e3d7-4182-bf92-e8b2173c6f31.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2098.711062] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a021a875-d52a-4e06-8b67-d0bc6623a12e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.720170] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2098.720170] env[62187]: value = "task-2132990" [ 2098.720170] env[62187]: _type = "Task" [ 2098.720170] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.730382] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.768683] env[62187]: DEBUG oslo_vmware.api [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132987, 'name': PowerOnVM_Task, 'duration_secs': 0.506047} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.769389] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2098.769615] env[62187]: INFO nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Took 10.14 seconds to spawn the instance on the hypervisor. [ 2098.769805] env[62187]: DEBUG nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2098.770605] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb75f2d-1c23-4b7f-a5a0-9912b16dce13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.775860] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072949} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.776916] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2098.777224] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fddf3d-4229-4193-8ba4-8972df62b1b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.803816] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 5efe9c74-a22a-4c7f-aa26-37834a0ae063/5efe9c74-a22a-4c7f-aa26-37834a0ae063.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2098.804101] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c6d6532-7208-43f0-b083-4da35ecfd593 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.827749] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2098.827749] env[62187]: value = "task-2132991" [ 2098.827749] env[62187]: _type = "Task" [ 2098.827749] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.835296] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132991, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.849694] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2132986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.689606} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.850047] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2098.850293] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2098.850565] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2098.950741] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5eda04a8-2dc0-4277-8886-4919c0bef1c6 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.847s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.101866] env[62187]: DEBUG nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2099.104412] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132989, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.137431] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2099.138700] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.138700] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2099.138700] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.138700] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2099.138700] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2099.138700] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2099.138939] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2099.138939] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2099.139927] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2099.139927] env[62187]: DEBUG nova.virt.hardware [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2099.140193] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba69036-bf8a-4630-bb3f-8aaf19b9e14b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.149334] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e997ae-1dda-4e52-8fe8-fb01894c53d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.206520] env[62187]: DEBUG nova.scheduler.client.report [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.233663] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.298140] env[62187]: INFO nova.compute.manager [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Took 45.76 seconds to build instance. [ 2099.337858] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.455099] env[62187]: DEBUG nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2099.600618] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132989, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.714612] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.640s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.715105] env[62187]: INFO nova.compute.manager [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Migrating [ 2099.724309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.851s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.726160] env[62187]: INFO nova.compute.claims [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2099.746980] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.801249] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bec63dc1-2c0d-4f09-9c3e-959c48b095e9 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "503f0f38-af02-4ddc-b04b-002428547164" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.270s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.805039] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.805284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.837508] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132991, 'name': ReconfigVM_Task, 'duration_secs': 0.932804} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.837847] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 5efe9c74-a22a-4c7f-aa26-37834a0ae063/5efe9c74-a22a-4c7f-aa26-37834a0ae063.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2099.838484] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c82201d2-93fa-4c19-9883-bb2c7939f10f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.844269] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2099.844269] env[62187]: value = "task-2132992" [ 2099.844269] env[62187]: _type = "Task" [ 2099.844269] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.851780] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132992, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.885721] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2099.886132] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2099.886230] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2099.886519] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2099.886710] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2099.886837] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2099.887065] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2099.887234] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2099.887409] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2099.887620] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2099.887788] env[62187]: DEBUG nova.virt.hardware [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2099.888642] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f0994e-4941-4857-874d-f7adf69675b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.897760] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d4e76-a24d-458f-98bf-29327dc03525 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.911092] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e9:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38bb9c07-8e43-454f-9366-e0f94d3a4145', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2099.918704] env[62187]: DEBUG oslo.service.loopingcall [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.918943] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2099.919163] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67ec2876-2385-427b-ab0b-35f5609b1e56 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.937115] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2099.937115] env[62187]: value = "task-2132993" [ 2099.937115] env[62187]: _type = "Task" [ 2099.937115] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.944310] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.045299] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.100288] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132989, 'name': Rename_Task, 'duration_secs': 1.157513} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.100640] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.100925] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095e3604-508f-478c-a84a-5f8b66cd4d3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.107756] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2100.107756] env[62187]: value = "task-2132994" [ 2100.107756] env[62187]: _type = "Task" [ 2100.107756] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.115927] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.238182] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132990, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.16362} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.238470] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 04fb3dff-e3d7-4182-bf92-e8b2173c6f31/04fb3dff-e3d7-4182-bf92-e8b2173c6f31.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2100.238710] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2100.238976] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fd14ade-e443-4241-84b9-1899c3371b99 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.243158] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.243345] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.243476] env[62187]: DEBUG nova.network.neutron [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.250923] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2100.250923] env[62187]: value = "task-2132995" [ 2100.250923] env[62187]: _type = "Task" [ 2100.250923] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.262049] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.308245] env[62187]: DEBUG nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2100.354499] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132992, 'name': Rename_Task, 'duration_secs': 0.349396} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.354796] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.355845] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b60ebcb0-cd1d-4fc0-8982-de789f43247a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.360970] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2100.360970] env[62187]: value = "task-2132996" [ 2100.360970] env[62187]: _type = "Task" [ 2100.360970] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.371195] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.446523] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.618338] env[62187]: DEBUG oslo_vmware.api [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2132994, 'name': PowerOnVM_Task, 'duration_secs': 0.458401} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.618604] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2100.618792] env[62187]: INFO nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Took 17.17 seconds to spawn the instance on the hypervisor. [ 2100.618966] env[62187]: DEBUG nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2100.619738] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a3ec06-bca4-4096-ad5b-da1bcb968727 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.760164] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064238} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.760427] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2100.761240] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4758cb-46c8-4d79-9628-d39f571a6914 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.782474] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 04fb3dff-e3d7-4182-bf92-e8b2173c6f31/04fb3dff-e3d7-4182-bf92-e8b2173c6f31.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2100.785368] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f5e9c8a-a50a-4cba-a6c7-4e2f042893e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.807711] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2100.807711] env[62187]: value = "task-2132997" [ 2100.807711] env[62187]: _type = "Task" [ 2100.807711] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.822674] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.837891] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.872269] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.946585] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.116147] env[62187]: DEBUG nova.network.neutron [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance_info_cache with network_info: [{"id": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "address": "fa:16:3e:19:ee:31", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a018a-c5", "ovs_interfaceid": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.139370] env[62187]: INFO nova.compute.manager [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Took 54.60 seconds to build instance. [ 2101.211856] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c806da90-7931-42ec-b3c3-a043bc630b28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.219067] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df3caaa-6d9a-4243-8b52-ce1e7642820a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.254864] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f55285-b1b1-48a0-a945-d9976d5d0aec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.262125] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d563bb-c0a7-45f9-8990-5c8b6e051989 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.275220] env[62187]: DEBUG nova.compute.provider_tree [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2101.316797] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.372565] env[62187]: DEBUG oslo_vmware.api [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2132996, 'name': PowerOnVM_Task, 'duration_secs': 0.770046} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.372901] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.373120] env[62187]: INFO nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Took 10.18 seconds to spawn the instance on the hypervisor. [ 2101.373333] env[62187]: DEBUG nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2101.374181] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec20d4-9784-496e-9545-1d101e412a6c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.448896] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.619418] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.643295] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b4eb8eef-2b1a-468c-b6f9-db8c77b857b8 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.111s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.778573] env[62187]: DEBUG nova.scheduler.client.report [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2101.817457] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132997, 'name': ReconfigVM_Task, 'duration_secs': 0.597673} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.817724] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 04fb3dff-e3d7-4182-bf92-e8b2173c6f31/04fb3dff-e3d7-4182-bf92-e8b2173c6f31.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2101.818375] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93e35a3d-0835-4aa5-810f-b939a08fb3e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.825522] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2101.825522] env[62187]: value = "task-2132998" [ 2101.825522] env[62187]: _type = "Task" [ 2101.825522] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.833063] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132998, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.891081] env[62187]: INFO nova.compute.manager [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Took 46.94 seconds to build instance. [ 2101.948057] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.226345] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.227192] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.227192] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.227192] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.227416] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.229951] env[62187]: INFO nova.compute.manager [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Terminating instance [ 2102.283505] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.284111] env[62187]: DEBUG nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2102.286598] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.649s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.286822] env[62187]: DEBUG nova.objects.instance [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'resources' on Instance uuid e6597109-844a-47f7-85b9-1c3be44606a8 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.335720] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132998, 'name': Rename_Task, 'duration_secs': 0.455442} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.335985] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.336239] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81b1d99c-9097-4d87-a805-34a4e89afc0f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.342265] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2102.342265] env[62187]: value = "task-2132999" [ 2102.342265] env[62187]: _type = "Task" [ 2102.342265] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.349416] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.393579] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fd9ef1a-3a40-41b1-ad26-8f09a89dbda3 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.454s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.450210] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.734139] env[62187]: DEBUG nova.compute.manager [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2102.734378] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2102.735382] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2663b2da-c54b-4cee-ad59-710407e95105 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.743671] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2102.743998] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96dd7f3b-d5d7-4420-a563-718c10d084d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.750982] env[62187]: DEBUG oslo_vmware.api [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2102.750982] env[62187]: value = "task-2133000" [ 2102.750982] env[62187]: _type = "Task" [ 2102.750982] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.761044] env[62187]: DEBUG oslo_vmware.api [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.791480] env[62187]: DEBUG nova.compute.utils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2102.795937] env[62187]: DEBUG nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2102.796339] env[62187]: DEBUG nova.network.neutron [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2102.861916] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.863867] env[62187]: DEBUG nova.policy [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b17b64401b8c47ad965284e20e50acca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c3b2cb960074f368d4f85f063d28522', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2102.953841] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.137965] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88321a57-7ed0-433a-8d5e-0780e2debd07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.160891] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance '676be4f0-bac2-4b3a-9d9d-2016c203a54a' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2103.262704] env[62187]: DEBUG oslo_vmware.api [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133000, 'name': PowerOffVM_Task, 'duration_secs': 0.180819} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.265461] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2103.265719] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2103.266193] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d8dc673-b6df-44ee-a6bc-8317d613081d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.296343] env[62187]: DEBUG nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2103.304020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623750e-201d-4fd6-8bfd-0da397929f67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.309749] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53b24f7-8d82-41e2-aab6-a40e1e1eaf16 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.350924] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c40548-d2dc-4039-9c39-992606a5fe25 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.358770] env[62187]: DEBUG oslo_vmware.api [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2132999, 'name': PowerOnVM_Task, 'duration_secs': 0.732953} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.360786] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2103.361010] env[62187]: INFO nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Took 9.40 seconds to spawn the instance on the hypervisor. [ 2103.361200] env[62187]: DEBUG nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2103.362253] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977eb7ea-e4e7-44cb-92d3-18bbc7b4b68e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.368242] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fdb814-6553-4b78-9332-75e44fed4743 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.385634] env[62187]: DEBUG nova.compute.provider_tree [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.426923] env[62187]: DEBUG nova.network.neutron [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Successfully created port: 2acaaa99-6620-4dc2-ba65-a6357f4d48de {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2103.450020] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.673520] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2103.673900] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dcefeeb-fea7-464b-a19d-656830ee974f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.681613] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2103.681613] env[62187]: value = "task-2133002" [ 2103.681613] env[62187]: _type = "Task" [ 2103.681613] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.691059] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.893312] env[62187]: DEBUG nova.scheduler.client.report [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.904023] env[62187]: INFO nova.compute.manager [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Took 42.32 seconds to build instance. [ 2103.954025] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.192143] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133002, 'name': PowerOffVM_Task, 'duration_secs': 0.269188} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.192436] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.192622] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance '676be4f0-bac2-4b3a-9d9d-2016c203a54a' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2104.311728] env[62187]: DEBUG nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2104.339375] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2104.339695] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2104.339906] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2104.340049] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2104.340198] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2104.340346] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2104.340550] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2104.340708] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2104.340959] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2104.341112] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2104.341261] env[62187]: DEBUG nova.virt.hardware [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2104.342142] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1545426-722d-4a71-91fc-32d57de4a7aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.350318] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b4f463-df62-4e10-b4dd-627e5d33dc38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.401590] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.404175] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.066s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.406773] env[62187]: INFO nova.compute.claims [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2104.410628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebcd03c8-7cbc-4de7-b6f8-0b4d1f3d7be7 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.838s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.433967] env[62187]: INFO nova.scheduler.client.report [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted allocations for instance e6597109-844a-47f7-85b9-1c3be44606a8 [ 2104.452046] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.698970] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2104.699219] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2104.699351] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2104.699535] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2104.699673] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2104.699817] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2104.700021] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2104.700183] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2104.700345] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2104.700503] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2104.700682] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2104.706313] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a3e5561-47eb-486e-aa14-1ac912cd51be {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.721876] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2104.721876] env[62187]: value = "task-2133003" [ 2104.721876] env[62187]: _type = "Task" [ 2104.721876] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.730504] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.943099] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d2a55c00-0034-438d-b85e-5db8dd0a0527 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "e6597109-844a-47f7-85b9-1c3be44606a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.592s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.952859] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.160565] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.161090] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.161294] env[62187]: DEBUG nova.compute.manager [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2105.162320] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31746d7-6435-4727-ad8d-c61f95aa459a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.169454] env[62187]: DEBUG nova.compute.manager [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2105.169651] env[62187]: DEBUG nova.objects.instance [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lazy-loading 'flavor' on Instance uuid 0e96da6f-3127-4143-b850-bf55ff6d8af5 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.231389] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133003, 'name': ReconfigVM_Task, 'duration_secs': 0.243416} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.231707] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance '676be4f0-bac2-4b3a-9d9d-2016c203a54a' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2105.455694] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.738025] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2105.738236] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2105.738503] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2105.738573] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2105.738713] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2105.739353] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2105.739353] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2105.739474] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2105.741018] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2105.741018] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2105.741018] env[62187]: DEBUG nova.virt.hardware [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2105.747352] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2105.752986] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47c32e93-9f71-4824-b036-4ec43ecd97f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.772305] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2105.772305] env[62187]: value = "task-2133004" [ 2105.772305] env[62187]: _type = "Task" [ 2105.772305] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.784081] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.880089] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee438419-99fc-4eb9-9bc9-5d6982ac915b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.887952] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90e43cb-97c3-4716-84d1-5b90cafa7dcd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.924374] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d8cadd-e3a2-4ccb-b81f-369530f7b188 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.932080] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6a0523-533e-4d57-91fc-422d75dceaa1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.945997] env[62187]: DEBUG nova.compute.provider_tree [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2105.955480] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.178453] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2106.178766] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390e0c06-0946-4dc2-ab64-62721d8a088d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.186492] env[62187]: DEBUG oslo_vmware.api [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2106.186492] env[62187]: value = "task-2133005" [ 2106.186492] env[62187]: _type = "Task" [ 2106.186492] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.190878] env[62187]: DEBUG nova.compute.manager [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2106.191640] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf93cf4d-6b18-4f19-8579-a5566c85bbf0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.203029] env[62187]: DEBUG oslo_vmware.api [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.283236] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133004, 'name': ReconfigVM_Task, 'duration_secs': 0.194209} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.283510] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2106.284353] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212fd114-62d7-4553-bf5c-5245f88222db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.307552] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 676be4f0-bac2-4b3a-9d9d-2016c203a54a/676be4f0-bac2-4b3a-9d9d-2016c203a54a.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2106.308319] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32607ed5-2b79-45a6-bad0-0481d8161ec4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.327435] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2106.327435] env[62187]: value = "task-2133006" [ 2106.327435] env[62187]: _type = "Task" [ 2106.327435] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.338395] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.452529] env[62187]: DEBUG nova.scheduler.client.report [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2106.459033] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.698269] env[62187]: DEBUG oslo_vmware.api [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133005, 'name': PowerOffVM_Task, 'duration_secs': 0.264628} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.698650] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2106.698974] env[62187]: DEBUG nova.compute.manager [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2106.699952] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23d7387-fa48-483a-80a8-70e7b977c040 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.707363] env[62187]: INFO nova.compute.manager [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] instance snapshotting [ 2106.711562] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b51b2c-3bf1-49c5-8a9f-ed2d62c5c5d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.729904] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6b570a-f442-473c-bbe0-a93d01f26cc6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.838867] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133006, 'name': ReconfigVM_Task, 'duration_secs': 0.376592} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.839166] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 676be4f0-bac2-4b3a-9d9d-2016c203a54a/676be4f0-bac2-4b3a-9d9d-2016c203a54a.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2106.839422] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance '676be4f0-bac2-4b3a-9d9d-2016c203a54a' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2106.956734] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.961243] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.961987] env[62187]: DEBUG nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2106.964722] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.992s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.964935] env[62187]: DEBUG nova.objects.instance [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lazy-loading 'resources' on Instance uuid 50e09825-ba09-4981-84f1-ab73fc07dc6a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.218836] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64da5297-1c90-43ae-8613-ede81343e566 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.241592] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2107.241693] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6ae053a-6eb5-4cc6-9064-fbe5e96c5e65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.250026] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2107.250026] env[62187]: value = "task-2133007" [ 2107.250026] env[62187]: _type = "Task" [ 2107.250026] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.258701] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.349024] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38a5a7a-fcb3-427d-ad2f-48dd8a42e7cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.370047] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb7474-7cb2-4445-90cf-f8877e375019 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.392342] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance '676be4f0-bac2-4b3a-9d9d-2016c203a54a' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2107.459090] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.470021] env[62187]: DEBUG nova.compute.utils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2107.473390] env[62187]: DEBUG nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2107.473795] env[62187]: DEBUG nova.network.neutron [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2107.530083] env[62187]: DEBUG nova.policy [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f3a046a7832f4fcd820ee4986dad6245', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd03810c1984a4d64a6b0a6da9970fcef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2107.767114] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.767278] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.769237] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.863050] env[62187]: DEBUG nova.network.neutron [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Successfully created port: c164d018-ffc7-447c-ab69-3b36594d6bc7 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2107.959818] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.962035] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b80043e-444c-42cd-8802-dfdf3bc70c7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.969222] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8364974-7d42-4b0d-a8ff-46e44be736c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.973816] env[62187]: DEBUG nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2108.004681] env[62187]: DEBUG nova.network.neutron [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Port b84a018a-c54e-4cd6-a0ba-c2156715b737 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2108.006805] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ffaf1f-93f9-4a3f-8964-0c2eaf8f6430 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.015698] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cf284f-cb72-4a50-88ce-b40cf3efaf4e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.031083] env[62187]: DEBUG nova.compute.provider_tree [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.261180] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133007, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.273980] env[62187]: DEBUG nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2108.291946] env[62187]: DEBUG nova.objects.instance [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lazy-loading 'flavor' on Instance uuid 0e96da6f-3127-4143-b850-bf55ff6d8af5 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.460599] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.501061] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2108.501061] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2108.501276] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore2] 4cac6312-4c80-4930-ac8c-e8928cbabd5d {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2108.501541] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-533a9bee-f427-4e1e-bb84-207916eb52f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.515067] env[62187]: DEBUG oslo_vmware.api [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2108.515067] env[62187]: value = "task-2133008" [ 2108.515067] env[62187]: _type = "Task" [ 2108.515067] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.524618] env[62187]: DEBUG oslo_vmware.api [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.534723] env[62187]: DEBUG nova.scheduler.client.report [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2108.763180] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133007, 'name': CreateSnapshot_Task, 'duration_secs': 1.194436} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.763463] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2108.764258] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c47198d-528f-4169-8933-4dae036701ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.797074] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.797264] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquired lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.797444] env[62187]: DEBUG nova.network.neutron [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2108.797623] env[62187]: DEBUG nova.objects.instance [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lazy-loading 'info_cache' on Instance uuid 0e96da6f-3127-4143-b850-bf55ff6d8af5 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.804644] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.960480] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2132993, 'name': CreateVM_Task, 'duration_secs': 8.812698} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.960690] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2108.961448] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.961613] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.961954] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2108.962237] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59c5ffff-b57a-4dc6-a38a-73df969fc0e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.967306] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2108.967306] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529e75d3-dc59-b5f1-0d13-56c324764b03" [ 2108.967306] env[62187]: _type = "Task" [ 2108.967306] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.976282] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529e75d3-dc59-b5f1-0d13-56c324764b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.017172] env[62187]: DEBUG nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2109.041957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.042280] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.042479] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.048130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.053417] env[62187]: DEBUG nova.compute.manager [req-776f32fb-d93c-4878-8f76-48af52c3f1d3 req-8d61d90e-7975-4de6-a9b8-4f434b201ee2 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Received event network-vif-plugged-f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2109.053417] env[62187]: DEBUG oslo_concurrency.lockutils [req-776f32fb-d93c-4878-8f76-48af52c3f1d3 req-8d61d90e-7975-4de6-a9b8-4f434b201ee2 service nova] Acquiring lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.053417] env[62187]: DEBUG oslo_concurrency.lockutils [req-776f32fb-d93c-4878-8f76-48af52c3f1d3 req-8d61d90e-7975-4de6-a9b8-4f434b201ee2 service nova] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.053417] env[62187]: DEBUG oslo_concurrency.lockutils [req-776f32fb-d93c-4878-8f76-48af52c3f1d3 req-8d61d90e-7975-4de6-a9b8-4f434b201ee2 service nova] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.053417] env[62187]: DEBUG nova.compute.manager [req-776f32fb-d93c-4878-8f76-48af52c3f1d3 req-8d61d90e-7975-4de6-a9b8-4f434b201ee2 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] No waiting events found dispatching network-vif-plugged-f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2109.053417] env[62187]: WARNING nova.compute.manager [req-776f32fb-d93c-4878-8f76-48af52c3f1d3 req-8d61d90e-7975-4de6-a9b8-4f434b201ee2 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Received unexpected event network-vif-plugged-f09f2107-6c6a-4a36-b62e-f052f955348e for instance with vm_state building and task_state spawning. [ 2109.059428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.477s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.062650] env[62187]: INFO nova.compute.claims [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2109.066343] env[62187]: DEBUG oslo_vmware.api [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241748} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.068773] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2109.069014] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2109.069168] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2109.069351] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2109.069498] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2109.073023] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2109.073023] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2109.073023] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2109.073023] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2109.073023] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2109.073023] env[62187]: DEBUG nova.virt.hardware [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2109.073023] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2109.073023] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2109.073023] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2109.073023] env[62187]: INFO nova.compute.manager [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Took 6.34 seconds to destroy the instance on the hypervisor. [ 2109.073023] env[62187]: DEBUG oslo.service.loopingcall [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2109.073909] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1389519f-c29f-449a-ba7b-fd38beb49f62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.076619] env[62187]: DEBUG nova.compute.manager [-] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2109.076711] env[62187]: DEBUG nova.network.neutron [-] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2109.081238] env[62187]: INFO nova.scheduler.client.report [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Deleted allocations for instance 50e09825-ba09-4981-84f1-ab73fc07dc6a [ 2109.094825] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda78a82-9d8c-4fab-993d-e5697cb37575 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.284150] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2109.284518] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dca32b84-91ad-47cb-b712-69a87b977ae4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.294689] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2109.294689] env[62187]: value = "task-2133009" [ 2109.294689] env[62187]: _type = "Task" [ 2109.294689] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.303044] env[62187]: DEBUG nova.objects.base [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Object Instance<0e96da6f-3127-4143-b850-bf55ff6d8af5> lazy-loaded attributes: flavor,info_cache {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2109.305371] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133009, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.407636] env[62187]: DEBUG nova.network.neutron [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Successfully updated port: f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2109.480219] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529e75d3-dc59-b5f1-0d13-56c324764b03, 'name': SearchDatastore_Task, 'duration_secs': 0.011104} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.480560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.480800] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2109.481063] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.481217] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.481398] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2109.481665] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bae1ff4-9e4d-48f7-86ea-61f0ea2f8d93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.499845] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2109.500136] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2109.501114] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57abe4ff-e48d-41fd-b424-4b2d8228ec26 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.507536] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2109.507536] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52865ae8-450c-1771-5652-90dbc50625bd" [ 2109.507536] env[62187]: _type = "Task" [ 2109.507536] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.515418] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52865ae8-450c-1771-5652-90dbc50625bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.602874] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44bb06d1-0c8f-4f98-b2b5-51093878189b tempest-ServerPasswordTestJSON-487946712 tempest-ServerPasswordTestJSON-487946712-project-member] Lock "50e09825-ba09-4981-84f1-ab73fc07dc6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.873s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.811552] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133009, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.845604] env[62187]: DEBUG nova.compute.manager [req-d0c516e0-173c-40c6-b4a7-d169ea7754d5 req-5e47c97c-79d6-42cb-a0eb-fcf70795be69 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Received event network-vif-plugged-c164d018-ffc7-447c-ab69-3b36594d6bc7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2109.845894] env[62187]: DEBUG oslo_concurrency.lockutils [req-d0c516e0-173c-40c6-b4a7-d169ea7754d5 req-5e47c97c-79d6-42cb-a0eb-fcf70795be69 service nova] Acquiring lock "48020d9c-a59b-4d17-baed-c87440cd2847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.846137] env[62187]: DEBUG oslo_concurrency.lockutils [req-d0c516e0-173c-40c6-b4a7-d169ea7754d5 req-5e47c97c-79d6-42cb-a0eb-fcf70795be69 service nova] Lock "48020d9c-a59b-4d17-baed-c87440cd2847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2109.846354] env[62187]: DEBUG oslo_concurrency.lockutils [req-d0c516e0-173c-40c6-b4a7-d169ea7754d5 req-5e47c97c-79d6-42cb-a0eb-fcf70795be69 service nova] Lock "48020d9c-a59b-4d17-baed-c87440cd2847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.846575] env[62187]: DEBUG nova.compute.manager [req-d0c516e0-173c-40c6-b4a7-d169ea7754d5 req-5e47c97c-79d6-42cb-a0eb-fcf70795be69 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] No waiting events found dispatching network-vif-plugged-c164d018-ffc7-447c-ab69-3b36594d6bc7 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2109.846635] env[62187]: WARNING nova.compute.manager [req-d0c516e0-173c-40c6-b4a7-d169ea7754d5 req-5e47c97c-79d6-42cb-a0eb-fcf70795be69 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Received unexpected event network-vif-plugged-c164d018-ffc7-447c-ab69-3b36594d6bc7 for instance with vm_state building and task_state spawning. [ 2109.910284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.910441] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.910592] env[62187]: DEBUG nova.network.neutron [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.963983] env[62187]: DEBUG nova.network.neutron [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Successfully updated port: c164d018-ffc7-447c-ab69-3b36594d6bc7 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2110.019651] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52865ae8-450c-1771-5652-90dbc50625bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.020450] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1d18936-645c-456a-b24a-9d52a9d9d56f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.026316] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2110.026316] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52391d53-b1ab-74c0-4206-be09f41bcc66" [ 2110.026316] env[62187]: _type = "Task" [ 2110.026316] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.034167] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52391d53-b1ab-74c0-4206-be09f41bcc66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.105088] env[62187]: DEBUG nova.network.neutron [-] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.111264] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.111441] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.111613] env[62187]: DEBUG nova.network.neutron [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.300798] env[62187]: DEBUG nova.network.neutron [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Successfully updated port: 2acaaa99-6620-4dc2-ba65-a6357f4d48de {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2110.313615] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133009, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.466391] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.466551] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.466703] env[62187]: DEBUG nova.network.neutron [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.511496] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b706867a-309d-4449-ac3e-bf6d761f0097 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.520215] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069cf319-b9f4-4043-b8d7-59aa484d4c13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.561945] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2a446a-b5db-4ca0-9859-4eafb516e266 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.574959] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bc582a-d75d-495a-ac67-0ac492601b2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.581216] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52391d53-b1ab-74c0-4206-be09f41bcc66, 'name': SearchDatastore_Task, 'duration_secs': 0.014183} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.581216] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.581216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2110.581216] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a06c0f7-9ef7-469f-bce6-59e3bd6c249f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.591992] env[62187]: DEBUG nova.compute.provider_tree [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2110.595723] env[62187]: DEBUG nova.network.neutron [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2110.603371] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2110.603371] env[62187]: value = "task-2133010" [ 2110.603371] env[62187]: _type = "Task" [ 2110.603371] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.609101] env[62187]: DEBUG nova.network.neutron [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Updating instance_info_cache with network_info: [{"id": "ede0df8f-0efc-4c95-aac6-d18500dea710", "address": "fa:16:3e:c3:d0:88", "network": {"id": "6cd90781-5b62-44a9-a032-e31dd38b5c4e", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1565840706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36c79cea98554bf0a6026ba3759b6354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapede0df8f-0e", "ovs_interfaceid": "ede0df8f-0efc-4c95-aac6-d18500dea710", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.611107] env[62187]: INFO nova.compute.manager [-] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Took 1.53 seconds to deallocate network for instance. [ 2110.624629] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.812397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "refresh_cache-290c3fc8-33a0-4b8c-ac48-20de7e5e723c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.812397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquired lock "refresh_cache-290c3fc8-33a0-4b8c-ac48-20de7e5e723c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.812397] env[62187]: DEBUG nova.network.neutron [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2110.821433] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133009, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.025713] env[62187]: DEBUG nova.network.neutron [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2111.061487] env[62187]: DEBUG nova.network.neutron [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updating instance_info_cache with network_info: [{"id": "f09f2107-6c6a-4a36-b62e-f052f955348e", "address": "fa:16:3e:09:53:c0", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09f2107-6c", "ovs_interfaceid": "f09f2107-6c6a-4a36-b62e-f052f955348e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.096420] env[62187]: DEBUG nova.scheduler.client.report [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2111.118826] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Releasing lock "refresh_cache-0e96da6f-3127-4143-b850-bf55ff6d8af5" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.123048] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.128945] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133010, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.201225] env[62187]: DEBUG nova.network.neutron [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance_info_cache with network_info: [{"id": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "address": "fa:16:3e:19:ee:31", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a018a-c5", "ovs_interfaceid": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.251896] env[62187]: DEBUG nova.network.neutron [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Updating instance_info_cache with network_info: [{"id": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "address": "fa:16:3e:5e:bf:cc", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc164d018-ff", "ovs_interfaceid": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.310390] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133009, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.348488] env[62187]: DEBUG nova.network.neutron [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2111.510232] env[62187]: DEBUG nova.network.neutron [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Updating instance_info_cache with network_info: [{"id": "2acaaa99-6620-4dc2-ba65-a6357f4d48de", "address": "fa:16:3e:62:c8:2f", "network": {"id": "b610bb9a-f880-4b2f-9ed7-d331b963950e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2013126790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c3b2cb960074f368d4f85f063d28522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acaaa99-66", "ovs_interfaceid": "2acaaa99-6620-4dc2-ba65-a6357f4d48de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.527659] env[62187]: DEBUG nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Received event network-changed-f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2111.527935] env[62187]: DEBUG nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Refreshing instance network info cache due to event network-changed-f09f2107-6c6a-4a36-b62e-f052f955348e. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2111.528138] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Acquiring lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.564408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Releasing lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.564740] env[62187]: DEBUG nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance network_info: |[{"id": "f09f2107-6c6a-4a36-b62e-f052f955348e", "address": "fa:16:3e:09:53:c0", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09f2107-6c", "ovs_interfaceid": "f09f2107-6c6a-4a36-b62e-f052f955348e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2111.565048] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Acquired lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.565235] env[62187]: DEBUG nova.network.neutron [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Refreshing network info cache for port f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.566412] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:53:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f09f2107-6c6a-4a36-b62e-f052f955348e', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.578214] env[62187]: DEBUG oslo.service.loopingcall [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.579207] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.579377] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0ea5f81-eac6-4adc-9c72-ab0c1a34f0ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.600593] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.600593] env[62187]: value = "task-2133011" [ 2111.600593] env[62187]: _type = "Task" [ 2111.600593] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.604297] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2111.604775] env[62187]: DEBUG nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2111.607419] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.873s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2111.611248] env[62187]: DEBUG nova.objects.instance [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lazy-loading 'pci_requests' on Instance uuid 5344920a-e824-4ae6-ad29-8415d3015360 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2111.620062] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133011, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.629182] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579929} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.629182] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2111.629182] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2111.629182] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c67229f3-34f8-4819-9888-80aec8d30116 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.636551] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2111.636551] env[62187]: value = "task-2133012" [ 2111.636551] env[62187]: _type = "Task" [ 2111.636551] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.647913] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.704246] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.755674] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.755992] env[62187]: DEBUG nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Instance network_info: |[{"id": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "address": "fa:16:3e:5e:bf:cc", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc164d018-ff", "ovs_interfaceid": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2111.756470] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:bf:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc7aa55d-223a-4157-9137-88dc492f2db2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c164d018-ffc7-447c-ab69-3b36594d6bc7', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2111.765972] env[62187]: DEBUG oslo.service.loopingcall [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2111.767811] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2111.767811] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cf9981f-9be5-4bac-a44e-0aaa63a29c0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.787150] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2111.787150] env[62187]: value = "task-2133013" [ 2111.787150] env[62187]: _type = "Task" [ 2111.787150] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.795637] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133013, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.810650] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133009, 'name': CloneVM_Task, 'duration_secs': 2.214159} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.810650] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Created linked-clone VM from snapshot [ 2111.811979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff5a8c1-8a8b-4645-80ce-d2b442d2836e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.818575] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Uploading image ea0d3499-5935-469b-9b02-01635a6ab6d5 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2111.836519] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2111.836965] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1a00c6ae-20f0-443e-baee-199b5f191007 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.844492] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2111.844492] env[62187]: value = "task-2133014" [ 2111.844492] env[62187]: _type = "Task" [ 2111.844492] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.854276] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133014, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.877770] env[62187]: DEBUG nova.compute.manager [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Received event network-changed-c164d018-ffc7-447c-ab69-3b36594d6bc7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2111.877896] env[62187]: DEBUG nova.compute.manager [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Refreshing instance network info cache due to event network-changed-c164d018-ffc7-447c-ab69-3b36594d6bc7. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2111.878113] env[62187]: DEBUG oslo_concurrency.lockutils [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] Acquiring lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.878256] env[62187]: DEBUG oslo_concurrency.lockutils [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] Acquired lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.878413] env[62187]: DEBUG nova.network.neutron [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Refreshing network info cache for port c164d018-ffc7-447c-ab69-3b36594d6bc7 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2112.013273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Releasing lock "refresh_cache-290c3fc8-33a0-4b8c-ac48-20de7e5e723c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.013594] env[62187]: DEBUG nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Instance network_info: |[{"id": "2acaaa99-6620-4dc2-ba65-a6357f4d48de", "address": "fa:16:3e:62:c8:2f", "network": {"id": "b610bb9a-f880-4b2f-9ed7-d331b963950e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2013126790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c3b2cb960074f368d4f85f063d28522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acaaa99-66", "ovs_interfaceid": "2acaaa99-6620-4dc2-ba65-a6357f4d48de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2112.014131] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:c8:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec3f9e71-839a-429d-b211-d3dfc98ca4f6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2acaaa99-6620-4dc2-ba65-a6357f4d48de', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2112.022623] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Creating folder: Project (1c3b2cb960074f368d4f85f063d28522). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2112.023290] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-238d03ec-701d-43b6-9790-283f4dd7591b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.033737] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Created folder: Project (1c3b2cb960074f368d4f85f063d28522) in parent group-v435995. [ 2112.033933] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Creating folder: Instances. Parent ref: group-v436180. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2112.034183] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74c80ad5-07aa-41df-a4c3-9a30deb22910 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.044421] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Created folder: Instances in parent group-v436180. [ 2112.044734] env[62187]: DEBUG oslo.service.loopingcall [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2112.044974] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2112.045252] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef0f376-863d-465e-8464-6e0c84110a7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.066113] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2112.066113] env[62187]: value = "task-2133017" [ 2112.066113] env[62187]: _type = "Task" [ 2112.066113] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.078542] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133017, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.117255] env[62187]: DEBUG nova.compute.utils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2112.119540] env[62187]: DEBUG nova.objects.instance [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lazy-loading 'numa_topology' on Instance uuid 5344920a-e824-4ae6-ad29-8415d3015360 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2112.120341] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133011, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.120637] env[62187]: DEBUG nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2112.120887] env[62187]: DEBUG nova.network.neutron [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2112.129381] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2112.129682] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc86ae70-f181-4611-85de-75559bd80d90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.138744] env[62187]: DEBUG oslo_vmware.api [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2112.138744] env[62187]: value = "task-2133018" [ 2112.138744] env[62187]: _type = "Task" [ 2112.138744] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.152375] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066176} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.155194] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2112.155194] env[62187]: DEBUG oslo_vmware.api [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.156184] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc39eddf-6c61-4b29-b913-fcfc01f31149 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.181673] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2112.183392] env[62187]: DEBUG nova.policy [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2deff396f6694fb3a6b07ecaaf73eca3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6897889682394814b1039bd3a6a947f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2112.187737] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28fe704b-3e4f-4579-99f3-8a8c256d060a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.208041] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2112.208041] env[62187]: value = "task-2133019" [ 2112.208041] env[62187]: _type = "Task" [ 2112.208041] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.232616] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874ba1c-0244-4dff-a0d9-0d49de6009f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.256259] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274ee27-b5bd-48da-af42-06193200af62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.266480] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance '676be4f0-bac2-4b3a-9d9d-2016c203a54a' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2112.300908] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133013, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.354656] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133014, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.371557] env[62187]: DEBUG nova.network.neutron [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updated VIF entry in instance network info cache for port f09f2107-6c6a-4a36-b62e-f052f955348e. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.371918] env[62187]: DEBUG nova.network.neutron [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updating instance_info_cache with network_info: [{"id": "f09f2107-6c6a-4a36-b62e-f052f955348e", "address": "fa:16:3e:09:53:c0", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09f2107-6c", "ovs_interfaceid": "f09f2107-6c6a-4a36-b62e-f052f955348e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.576744] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133017, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.592200] env[62187]: DEBUG nova.network.neutron [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Updated VIF entry in instance network info cache for port c164d018-ffc7-447c-ab69-3b36594d6bc7. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.592200] env[62187]: DEBUG nova.network.neutron [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Updating instance_info_cache with network_info: [{"id": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "address": "fa:16:3e:5e:bf:cc", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc164d018-ff", "ovs_interfaceid": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.613280] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133011, 'name': CreateVM_Task, 'duration_secs': 0.649725} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.613606] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2112.614522] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.614883] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.615295] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2112.615657] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab8d67a2-1008-4310-b820-51bff2663298 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.623384] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2112.623384] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52570e7e-a153-ebf4-42d2-14c9b0efb398" [ 2112.623384] env[62187]: _type = "Task" [ 2112.623384] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.624890] env[62187]: DEBUG nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2112.630015] env[62187]: INFO nova.compute.claims [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2112.641424] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52570e7e-a153-ebf4-42d2-14c9b0efb398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.654154] env[62187]: DEBUG oslo_vmware.api [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133018, 'name': PowerOnVM_Task, 'duration_secs': 0.480977} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.654234] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2112.654574] env[62187]: DEBUG nova.compute.manager [None req-ca85e938-579a-4832-8225-86fad8c56f5f tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2112.655429] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5ee827-6d31-40de-80dc-0c9a917ff582 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.706332] env[62187]: DEBUG nova.network.neutron [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Successfully created port: dc482fac-da14-431f-a8b8-36bbf5e9e3bc {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2112.719429] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133019, 'name': ReconfigVM_Task, 'duration_secs': 0.311372} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.719568] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9bf633d8-49f4-4ab9-9431-320ba54b76e5/9bf633d8-49f4-4ab9-9431-320ba54b76e5.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2112.720330] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bee0e2b4-12f3-41de-b6a4-66bcef5057ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.727202] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2112.727202] env[62187]: value = "task-2133020" [ 2112.727202] env[62187]: _type = "Task" [ 2112.727202] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.736444] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133020, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.774306] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2112.774662] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91c92b5c-0b2c-468e-8b16-e5c20f8e7fd4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.781469] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2112.781469] env[62187]: value = "task-2133021" [ 2112.781469] env[62187]: _type = "Task" [ 2112.781469] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.790750] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.803552] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133013, 'name': CreateVM_Task, 'duration_secs': 0.638114} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.803552] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2112.804163] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.804331] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.804633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2112.804885] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fdbe66c-5594-457d-ab6b-e24d23db9222 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.810444] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2112.810444] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529f901d-f157-5c0d-fd18-47af91b73715" [ 2112.810444] env[62187]: _type = "Task" [ 2112.810444] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.819881] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529f901d-f157-5c0d-fd18-47af91b73715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.857713] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133014, 'name': Destroy_Task, 'duration_secs': 0.528188} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.857713] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Destroyed the VM [ 2112.858660] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2112.858660] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b398099-564c-4b2b-9884-d2838dc302c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.865706] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2112.865706] env[62187]: value = "task-2133022" [ 2112.865706] env[62187]: _type = "Task" [ 2112.865706] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.876236] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Releasing lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.876581] env[62187]: DEBUG nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Received event network-vif-deleted-5a091998-f411-4438-bf76-05c37c7ae8a4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.876828] env[62187]: DEBUG nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Received event network-vif-plugged-2acaaa99-6620-4dc2-ba65-a6357f4d48de {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.877150] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Acquiring lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2112.877477] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2112.877695] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.877991] env[62187]: DEBUG nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] No waiting events found dispatching network-vif-plugged-2acaaa99-6620-4dc2-ba65-a6357f4d48de {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2112.878327] env[62187]: WARNING nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Received unexpected event network-vif-plugged-2acaaa99-6620-4dc2-ba65-a6357f4d48de for instance with vm_state building and task_state spawning. [ 2112.878571] env[62187]: DEBUG nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Received event network-changed-2acaaa99-6620-4dc2-ba65-a6357f4d48de {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2112.878803] env[62187]: DEBUG nova.compute.manager [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Refreshing instance network info cache due to event network-changed-2acaaa99-6620-4dc2-ba65-a6357f4d48de. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2112.879083] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Acquiring lock "refresh_cache-290c3fc8-33a0-4b8c-ac48-20de7e5e723c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.882788] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Acquired lock "refresh_cache-290c3fc8-33a0-4b8c-ac48-20de7e5e723c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.883082] env[62187]: DEBUG nova.network.neutron [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Refreshing network info cache for port 2acaaa99-6620-4dc2-ba65-a6357f4d48de {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2112.888021] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.077041] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133017, 'name': CreateVM_Task, 'duration_secs': 0.975551} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.077401] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2113.078211] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.094289] env[62187]: DEBUG oslo_concurrency.lockutils [req-b6355185-5cec-4148-b9a0-d23bf9f6ffbc req-b430dc4b-4cbe-4c37-ab16-06dfa2e54183 service nova] Releasing lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.140064] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52570e7e-a153-ebf4-42d2-14c9b0efb398, 'name': SearchDatastore_Task, 'duration_secs': 0.027118} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.141368] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.141800] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2113.142193] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.142483] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.142810] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2113.143632] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.144237] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2113.144582] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e712312-4f31-4bef-bbdf-7dc325e1d735 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.146780] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a546b2f6-00d9-42c0-9dda-88eb8bde5456 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.152585] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2113.152585] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52985018-124c-172d-d7a0-4324090ff5ff" [ 2113.152585] env[62187]: _type = "Task" [ 2113.152585] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.159192] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2113.159192] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2113.159192] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d379d19-8977-422a-b9ce-16018f650469 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.167841] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52985018-124c-172d-d7a0-4324090ff5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.178671] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2113.178671] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5239e63b-3a51-f5b5-0d8d-4914a48ce5ed" [ 2113.178671] env[62187]: _type = "Task" [ 2113.178671] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.187466] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5239e63b-3a51-f5b5-0d8d-4914a48ce5ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.242401] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133020, 'name': Rename_Task, 'duration_secs': 0.20746} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.242401] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2113.242401] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1eb0c7-1f1b-4256-9e2e-09d1e7d0ceb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.247348] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2113.247348] env[62187]: value = "task-2133023" [ 2113.247348] env[62187]: _type = "Task" [ 2113.247348] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.259849] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.294164] env[62187]: DEBUG oslo_vmware.api [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133021, 'name': PowerOnVM_Task, 'duration_secs': 0.427748} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.294388] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2113.294572] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb41bc5-a21c-41fe-ab0d-bee682b3f946 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance '676be4f0-bac2-4b3a-9d9d-2016c203a54a' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2113.322983] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529f901d-f157-5c0d-fd18-47af91b73715, 'name': SearchDatastore_Task, 'duration_secs': 0.014878} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.322983] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.322983] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2113.323108] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.323204] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.323382] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2113.323977] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f3a8377-aad3-4a9e-bc77-e05ea2a4d7e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.331970] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2113.332288] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2113.332868] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10db0dcb-e829-49e0-b3e6-1c893260dfca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.338047] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2113.338047] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c08f3-4663-c938-8528-70f69fcb078f" [ 2113.338047] env[62187]: _type = "Task" [ 2113.338047] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.347632] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c08f3-4663-c938-8528-70f69fcb078f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.375896] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133022, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.528943] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.529408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.618196] env[62187]: DEBUG nova.network.neutron [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Updated VIF entry in instance network info cache for port 2acaaa99-6620-4dc2-ba65-a6357f4d48de. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2113.618676] env[62187]: DEBUG nova.network.neutron [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Updating instance_info_cache with network_info: [{"id": "2acaaa99-6620-4dc2-ba65-a6357f4d48de", "address": "fa:16:3e:62:c8:2f", "network": {"id": "b610bb9a-f880-4b2f-9ed7-d331b963950e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2013126790-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c3b2cb960074f368d4f85f063d28522", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec3f9e71-839a-429d-b211-d3dfc98ca4f6", "external-id": "nsx-vlan-transportzone-5", "segmentation_id": 5, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2acaaa99-66", "ovs_interfaceid": "2acaaa99-6620-4dc2-ba65-a6357f4d48de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.639678] env[62187]: DEBUG nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2113.662044] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594ba33b-1502-4035-abe7-39b5b29dd760 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.670268] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52985018-124c-172d-d7a0-4324090ff5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.672396] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2113.672615] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2113.672770] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2113.672991] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2113.673156] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2113.673305] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2113.673531] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2113.673693] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2113.673913] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2113.674118] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2113.674302] env[62187]: DEBUG nova.virt.hardware [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2113.676355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.676599] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2113.676809] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2113.677839] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af94a787-7926-4490-a375-d86ec71d7318 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.681477] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8c52f1-d9ca-458d-975a-82c1d336d324 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.695316] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5239e63b-3a51-f5b5-0d8d-4914a48ce5ed, 'name': SearchDatastore_Task, 'duration_secs': 0.037855} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.723343] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5542e80d-d5e4-4b00-b204-88b6b99bbfa1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.730270] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621b0ef5-38bb-49d6-a1d5-f322ae218fd5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.731651] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76dd833-b1e7-479c-82a3-308b09987a13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.749313] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2113.749313] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5216e2bb-c3fb-52fa-43f1-c685b29b647f" [ 2113.749313] env[62187]: _type = "Task" [ 2113.749313] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.753260] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e63d08-602a-49e9-9631-445e5b176254 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.765204] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5216e2bb-c3fb-52fa-43f1-c685b29b647f, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.775276] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.775528] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3fb03c63-8fc0-4cb4-a785-fca42031952b/3fb03c63-8fc0-4cb4-a785-fca42031952b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2113.775977] env[62187]: DEBUG nova.compute.provider_tree [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.777317] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133023, 'name': PowerOnVM_Task, 'duration_secs': 0.495555} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.777541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2113.777728] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2113.777934] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2011b25-7428-4f42-80a2-f7ded03bf143 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.779803] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2113.780011] env[62187]: DEBUG nova.compute.manager [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2113.780471] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb2d2fdd-014d-401d-a732-a9566363409d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.782532] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84021187-c8eb-48b5-9032-dc6732601a0e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.793688] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2113.793879] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2113.794811] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2113.794811] env[62187]: value = "task-2133024" [ 2113.794811] env[62187]: _type = "Task" [ 2113.794811] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.794991] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0052e9-a066-4f7e-b083-53d4dc7b1124 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.805446] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2113.805446] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523a1421-5785-f5c1-a136-ad64c105275c" [ 2113.805446] env[62187]: _type = "Task" [ 2113.805446] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.808981] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.816572] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523a1421-5785-f5c1-a136-ad64c105275c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.848667] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523c08f3-4663-c938-8528-70f69fcb078f, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.848913] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59275d55-dbd3-4c36-84f9-b8f1dd415970 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.854918] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2113.854918] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283fb0b-ec1f-1c13-c48f-abcb8c55b4f5" [ 2113.854918] env[62187]: _type = "Task" [ 2113.854918] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.864816] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283fb0b-ec1f-1c13-c48f-abcb8c55b4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.875982] env[62187]: DEBUG oslo_vmware.api [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.882141} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.875982] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2114.035575] env[62187]: DEBUG nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2114.122267] env[62187]: DEBUG oslo_concurrency.lockutils [req-cd04dcca-0c37-41ee-9789-00b0016e9e70 req-08183f6f-a8ef-45d8-b48f-8dc9510e8290 service nova] Releasing lock "refresh_cache-290c3fc8-33a0-4b8c-ac48-20de7e5e723c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.282029] env[62187]: DEBUG nova.scheduler.client.report [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.296828] env[62187]: INFO nova.compute.manager [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] bringing vm to original state: 'stopped' [ 2114.323095] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133024, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.330871] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523a1421-5785-f5c1-a136-ad64c105275c, 'name': SearchDatastore_Task, 'duration_secs': 0.01504} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.333158] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad863ab-81de-4daa-899e-5e1c1eaaa0d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.339492] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2114.339492] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b684b2-8c0c-e874-5c7c-1971d6ba1cd0" [ 2114.339492] env[62187]: _type = "Task" [ 2114.339492] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.347433] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b684b2-8c0c-e874-5c7c-1971d6ba1cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.368030] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283fb0b-ec1f-1c13-c48f-abcb8c55b4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.019863} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.368132] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.368400] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/48020d9c-a59b-4d17-baed-c87440cd2847.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.368628] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a66f8211-2140-4818-8096-7fa53e9f1f49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.376743] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2114.376743] env[62187]: value = "task-2133025" [ 2114.376743] env[62187]: _type = "Task" [ 2114.376743] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.381418] env[62187]: WARNING nova.compute.manager [None req-3dc79401-28a3-4b97-aa46-91fddce82f18 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Image not found during snapshot: nova.exception.ImageNotFound: Image ea0d3499-5935-469b-9b02-01635a6ab6d5 could not be found. [ 2114.388023] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.571026] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.788387] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.181s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.792037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.640s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.795056] env[62187]: INFO nova.compute.claims [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2114.826682] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90995} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.827837] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3fb03c63-8fc0-4cb4-a785-fca42031952b/3fb03c63-8fc0-4cb4-a785-fca42031952b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2114.828104] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2114.829556] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73a793d2-ae8b-4658-9467-7486c5f88c27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.833787] env[62187]: INFO nova.network.neutron [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating port 054377db-67ba-4773-950b-56afd15aecea with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2114.838070] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2114.838070] env[62187]: value = "task-2133026" [ 2114.838070] env[62187]: _type = "Task" [ 2114.838070] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.851017] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.856331] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b684b2-8c0c-e874-5c7c-1971d6ba1cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.022925} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.856604] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2114.856865] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 290c3fc8-33a0-4b8c-ac48-20de7e5e723c/290c3fc8-33a0-4b8c-ac48-20de7e5e723c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2114.857446] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c16b98b-e45f-4489-bf6a-0f5fb52f3ab3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.867065] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2114.867065] env[62187]: value = "task-2133027" [ 2114.867065] env[62187]: _type = "Task" [ 2114.867065] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.876132] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.889714] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133025, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.124458] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.124763] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.124982] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.125233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.125419] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.127677] env[62187]: INFO nova.compute.manager [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Terminating instance [ 2115.309408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.309639] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.309819] env[62187]: DEBUG nova.compute.manager [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2115.311107] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bc43c7-1fb2-4f0a-8cf9-3246b5bff850 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.319502] env[62187]: DEBUG nova.compute.manager [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2115.350123] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.350437] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2115.351355] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8d6704-03c6-4298-bcd5-16e78df4403d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.382541] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 3fb03c63-8fc0-4cb4-a785-fca42031952b/3fb03c63-8fc0-4cb4-a785-fca42031952b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2115.390124] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535e0fc2-9697-4996-bf5d-26292a64bc80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.407245] env[62187]: DEBUG nova.network.neutron [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Successfully updated port: dc482fac-da14-431f-a8b8-36bbf5e9e3bc {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2115.412698] env[62187]: DEBUG nova.compute.manager [req-d6b39450-a0ed-42d5-ad88-6041bec18c95 req-3780c9a8-c45c-42f1-b34d-28e2fbf7b7c7 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Received event network-vif-plugged-dc482fac-da14-431f-a8b8-36bbf5e9e3bc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2115.412970] env[62187]: DEBUG oslo_concurrency.lockutils [req-d6b39450-a0ed-42d5-ad88-6041bec18c95 req-3780c9a8-c45c-42f1-b34d-28e2fbf7b7c7 service nova] Acquiring lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.413191] env[62187]: DEBUG oslo_concurrency.lockutils [req-d6b39450-a0ed-42d5-ad88-6041bec18c95 req-3780c9a8-c45c-42f1-b34d-28e2fbf7b7c7 service nova] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.413346] env[62187]: DEBUG oslo_concurrency.lockutils [req-d6b39450-a0ed-42d5-ad88-6041bec18c95 req-3780c9a8-c45c-42f1-b34d-28e2fbf7b7c7 service nova] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.413510] env[62187]: DEBUG nova.compute.manager [req-d6b39450-a0ed-42d5-ad88-6041bec18c95 req-3780c9a8-c45c-42f1-b34d-28e2fbf7b7c7 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] No waiting events found dispatching network-vif-plugged-dc482fac-da14-431f-a8b8-36bbf5e9e3bc {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2115.413671] env[62187]: WARNING nova.compute.manager [req-d6b39450-a0ed-42d5-ad88-6041bec18c95 req-3780c9a8-c45c-42f1-b34d-28e2fbf7b7c7 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Received unexpected event network-vif-plugged-dc482fac-da14-431f-a8b8-36bbf5e9e3bc for instance with vm_state building and task_state spawning. [ 2115.421531] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.425649] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2115.425649] env[62187]: value = "task-2133028" [ 2115.425649] env[62187]: _type = "Task" [ 2115.425649] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.426157] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.825239} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.426476] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/48020d9c-a59b-4d17-baed-c87440cd2847.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2115.426894] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2115.429813] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2750a74-af0c-4f42-9e9e-6fc14014f31a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.440357] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.442270] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2115.442270] env[62187]: value = "task-2133029" [ 2115.442270] env[62187]: _type = "Task" [ 2115.442270] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.452503] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.631452] env[62187]: DEBUG nova.compute.manager [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2115.631765] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2115.632795] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877b94fd-968c-4b9b-a7d8-ce3171ef86cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.641279] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.641554] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f64b04-9b43-45e2-b249-28c7c7d56199 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.651578] env[62187]: DEBUG oslo_vmware.api [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2115.651578] env[62187]: value = "task-2133030" [ 2115.651578] env[62187]: _type = "Task" [ 2115.651578] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.663891] env[62187]: DEBUG oslo_vmware.api [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.823773] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.824193] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e1ab27e-e193-45ad-86bd-9d2641708e8e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.831787] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2115.831787] env[62187]: value = "task-2133031" [ 2115.831787] env[62187]: _type = "Task" [ 2115.831787] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.846723] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.886010] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990745} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.886343] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 290c3fc8-33a0-4b8c-ac48-20de7e5e723c/290c3fc8-33a0-4b8c-ac48-20de7e5e723c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2115.886601] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2115.886872] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3e594b5-9201-4501-b004-0c8f0b461ee6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.894260] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2115.894260] env[62187]: value = "task-2133032" [ 2115.894260] env[62187]: _type = "Task" [ 2115.894260] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.904976] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.915539] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "refresh_cache-867c0e85-4ed7-4003-b3e0-bc642aa79d7f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.915727] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired lock "refresh_cache-867c0e85-4ed7-4003-b3e0-bc642aa79d7f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.915900] env[62187]: DEBUG nova.network.neutron [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2115.939086] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.952635] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077707} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2115.956560] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2115.958522] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590a3ed-217e-4916-994f-9cf54636c75a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.984992] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/48020d9c-a59b-4d17-baed-c87440cd2847.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2115.988842] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5d116c-e800-4b0e-a33b-1dedefd0f74c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.010803] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2116.010803] env[62187]: value = "task-2133033" [ 2116.010803] env[62187]: _type = "Task" [ 2116.010803] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.021932] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133033, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.026425] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.026639] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.026819] env[62187]: DEBUG nova.compute.manager [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Going to confirm migration 3 {{(pid=62187) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2116.163202] env[62187]: DEBUG oslo_vmware.api [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133030, 'name': PowerOffVM_Task, 'duration_secs': 0.466777} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.167286] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2116.167500] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2116.168176] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b23bd3-365c-4bdf-a8d4-8e5d1d3e499c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.287178] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2116.288234] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2116.288234] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleting the datastore file [datastore2] 04fb3dff-e3d7-4182-bf92-e8b2173c6f31 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2116.293950] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4832fea7-77bd-472b-a06f-9b295b9ae495 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.304621] env[62187]: DEBUG oslo_vmware.api [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2116.304621] env[62187]: value = "task-2133035" [ 2116.304621] env[62187]: _type = "Task" [ 2116.304621] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.318626] env[62187]: DEBUG oslo_vmware.api [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.357565] env[62187]: DEBUG oslo_vmware.api [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133031, 'name': PowerOffVM_Task, 'duration_secs': 0.199957} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.357987] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2116.358307] env[62187]: DEBUG nova.compute.manager [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2116.360162] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da006b78-6643-4ca5-83d3-258bbbbfb98d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.380051] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aa158a-bb2c-47f5-82da-d7c29384ee83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.387637] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d24e7c-ea89-45f0-822c-4aaabff5dc27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.423863] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d9aed0-96e0-4e84-95b7-d4f63ea21466 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.437873] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08119} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.437873] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2116.437873] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855de38e-6d96-40f0-b343-c6e4fb773a87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.445896] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95602e4f-1e35-48ab-bf6f-a7b18379df64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.451028] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133028, 'name': ReconfigVM_Task, 'duration_secs': 0.755919} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.451028] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.451028] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.451028] env[62187]: DEBUG nova.network.neutron [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.451028] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 3fb03c63-8fc0-4cb4-a785-fca42031952b/3fb03c63-8fc0-4cb4-a785-fca42031952b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2116.451028] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc224200-ff7d-4af3-907c-751474eeff6c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.461593] env[62187]: DEBUG nova.compute.provider_tree [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.481139] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 290c3fc8-33a0-4b8c-ac48-20de7e5e723c/290c3fc8-33a0-4b8c-ac48-20de7e5e723c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2116.483524] env[62187]: DEBUG nova.network.neutron [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2116.486250] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f979bdb4-d4c3-4ecd-a1ed-1c77176db1ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.501048] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2116.501048] env[62187]: value = "task-2133036" [ 2116.501048] env[62187]: _type = "Task" [ 2116.501048] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.507120] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2116.507120] env[62187]: value = "task-2133037" [ 2116.507120] env[62187]: _type = "Task" [ 2116.507120] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.510347] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133036, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.524387] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.528645] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.590419] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.590614] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.590807] env[62187]: DEBUG nova.network.neutron [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.590996] env[62187]: DEBUG nova.objects.instance [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lazy-loading 'info_cache' on Instance uuid 676be4f0-bac2-4b3a-9d9d-2016c203a54a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2116.702171] env[62187]: DEBUG nova.compute.manager [req-faedeb15-bf5d-4b92-93e6-664b83286342 req-b02784f8-4826-41b1-af04-4e8e329e0550 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received event network-vif-plugged-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2116.702417] env[62187]: DEBUG oslo_concurrency.lockutils [req-faedeb15-bf5d-4b92-93e6-664b83286342 req-b02784f8-4826-41b1-af04-4e8e329e0550 service nova] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.702699] env[62187]: DEBUG oslo_concurrency.lockutils [req-faedeb15-bf5d-4b92-93e6-664b83286342 req-b02784f8-4826-41b1-af04-4e8e329e0550 service nova] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.702939] env[62187]: DEBUG oslo_concurrency.lockutils [req-faedeb15-bf5d-4b92-93e6-664b83286342 req-b02784f8-4826-41b1-af04-4e8e329e0550 service nova] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.703158] env[62187]: DEBUG nova.compute.manager [req-faedeb15-bf5d-4b92-93e6-664b83286342 req-b02784f8-4826-41b1-af04-4e8e329e0550 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] No waiting events found dispatching network-vif-plugged-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2116.703336] env[62187]: WARNING nova.compute.manager [req-faedeb15-bf5d-4b92-93e6-664b83286342 req-b02784f8-4826-41b1-af04-4e8e329e0550 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received unexpected event network-vif-plugged-054377db-67ba-4773-950b-56afd15aecea for instance with vm_state shelved_offloaded and task_state spawning. [ 2116.716590] env[62187]: DEBUG nova.network.neutron [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054377db-67", "ovs_interfaceid": "054377db-67ba-4773-950b-56afd15aecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.764122] env[62187]: DEBUG nova.network.neutron [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Updating instance_info_cache with network_info: [{"id": "dc482fac-da14-431f-a8b8-36bbf5e9e3bc", "address": "fa:16:3e:e7:aa:b9", "network": {"id": "8cdba2a3-09cf-4740-abee-5855cf6fb09c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1802443786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6897889682394814b1039bd3a6a947f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc482fac-da", "ovs_interfaceid": "dc482fac-da14-431f-a8b8-36bbf5e9e3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.818032] env[62187]: DEBUG oslo_vmware.api [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5012} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.818270] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2116.818439] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2116.818608] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2116.818776] env[62187]: INFO nova.compute.manager [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2116.819065] env[62187]: DEBUG oslo.service.loopingcall [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.819271] env[62187]: DEBUG nova.compute.manager [-] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2116.819365] env[62187]: DEBUG nova.network.neutron [-] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2116.878643] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.569s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.983398] env[62187]: DEBUG nova.scheduler.client.report [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2117.016485] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133036, 'name': Rename_Task, 'duration_secs': 0.338045} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.022549] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2117.022912] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce366044-4aba-4f96-b356-a71f20b18e83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.029721] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133037, 'name': ReconfigVM_Task, 'duration_secs': 0.287007} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.033642] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 290c3fc8-33a0-4b8c-ac48-20de7e5e723c/290c3fc8-33a0-4b8c-ac48-20de7e5e723c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2117.034588] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133033, 'name': ReconfigVM_Task, 'duration_secs': 0.762858} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.034850] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2117.034850] env[62187]: value = "task-2133038" [ 2117.034850] env[62187]: _type = "Task" [ 2117.034850] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.035044] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4098275d-b28f-4232-a16c-2e8c6a029a53 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.036572] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/48020d9c-a59b-4d17-baed-c87440cd2847.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2117.037160] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-877d85fc-bd41-41db-a7d1-886d41dfc056 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.046550] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133038, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.048538] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2117.048538] env[62187]: value = "task-2133039" [ 2117.048538] env[62187]: _type = "Task" [ 2117.048538] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.048777] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2117.048777] env[62187]: value = "task-2133040" [ 2117.048777] env[62187]: _type = "Task" [ 2117.048777] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.059558] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133040, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.062607] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133039, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.222927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.257822] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='846361cc010947d84e2e333c8a42dea0',container_format='bare',created_at=2025-01-16T01:38:35Z,direct_url=,disk_format='vmdk',id=9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-390820103-shelved',owner='86cfce712788423e9232f86762b09e7e',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-01-16T01:38:54Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2117.258097] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2117.258276] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2117.258464] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2117.258607] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2117.258752] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2117.258953] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2117.259125] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2117.259292] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2117.259453] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2117.259624] env[62187]: DEBUG nova.virt.hardware [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2117.260482] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4654cd4a-b71b-4116-a844-e11a3c6dac05 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.265852] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Releasing lock "refresh_cache-867c0e85-4ed7-4003-b3e0-bc642aa79d7f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.266152] env[62187]: DEBUG nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Instance network_info: |[{"id": "dc482fac-da14-431f-a8b8-36bbf5e9e3bc", "address": "fa:16:3e:e7:aa:b9", "network": {"id": "8cdba2a3-09cf-4740-abee-5855cf6fb09c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1802443786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6897889682394814b1039bd3a6a947f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc482fac-da", "ovs_interfaceid": "dc482fac-da14-431f-a8b8-36bbf5e9e3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2117.266553] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:aa:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc482fac-da14-431f-a8b8-36bbf5e9e3bc', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2117.273837] env[62187]: DEBUG oslo.service.loopingcall [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.276266] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2117.276573] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f29a2e0-5921-4b91-b117-5eb71a94ac41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.291906] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530344cd-0a31-48d8-8979-02d3f879303b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.307482] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:d5:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '054377db-67ba-4773-950b-56afd15aecea', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2117.314995] env[62187]: DEBUG oslo.service.loopingcall [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.316592] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2117.317660] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2117.317660] env[62187]: value = "task-2133041" [ 2117.317660] env[62187]: _type = "Task" [ 2117.317660] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.317660] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-490a2101-e12a-4d48-9df9-763671e647e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.340070] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133041, 'name': CreateVM_Task} progress is 15%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.341341] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2117.341341] env[62187]: value = "task-2133042" [ 2117.341341] env[62187]: _type = "Task" [ 2117.341341] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.350069] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133042, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.389040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.489056] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.489603] env[62187]: DEBUG nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2117.492205] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.585s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.514155] env[62187]: DEBUG nova.compute.manager [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Received event network-changed-dc482fac-da14-431f-a8b8-36bbf5e9e3bc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2117.514392] env[62187]: DEBUG nova.compute.manager [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Refreshing instance network info cache due to event network-changed-dc482fac-da14-431f-a8b8-36bbf5e9e3bc. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2117.514586] env[62187]: DEBUG oslo_concurrency.lockutils [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] Acquiring lock "refresh_cache-867c0e85-4ed7-4003-b3e0-bc642aa79d7f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.514731] env[62187]: DEBUG oslo_concurrency.lockutils [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] Acquired lock "refresh_cache-867c0e85-4ed7-4003-b3e0-bc642aa79d7f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.514892] env[62187]: DEBUG nova.network.neutron [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Refreshing network info cache for port dc482fac-da14-431f-a8b8-36bbf5e9e3bc {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2117.549038] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133038, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.561803] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133040, 'name': Rename_Task, 'duration_secs': 0.233101} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.565714] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2117.566380] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133039, 'name': Rename_Task, 'duration_secs': 0.150037} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.566658] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b20eb933-de31-4f44-b212-2f377c4a1fd1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.568605] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2117.568605] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-655da038-5dfe-4780-88d5-241a871c2cc2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.575864] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2117.575864] env[62187]: value = "task-2133043" [ 2117.575864] env[62187]: _type = "Task" [ 2117.575864] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.576976] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2117.576976] env[62187]: value = "task-2133044" [ 2117.576976] env[62187]: _type = "Task" [ 2117.576976] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.589174] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.592426] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.723258] env[62187]: DEBUG nova.network.neutron [-] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.846024] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133041, 'name': CreateVM_Task, 'duration_secs': 0.413544} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.847283] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2117.848291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.848690] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.849188] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2117.850076] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8374ab92-1f47-42df-b5d6-3c7d4f741a89 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.856104] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133042, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.859402] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2117.859402] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c57b9c-c362-bcb3-ddb1-cacb69366e53" [ 2117.859402] env[62187]: _type = "Task" [ 2117.859402] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.868982] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c57b9c-c362-bcb3-ddb1-cacb69366e53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.998024] env[62187]: DEBUG nova.compute.utils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2117.999919] env[62187]: DEBUG nova.objects.instance [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lazy-loading 'migration_context' on Instance uuid e5540ead-917b-4a5b-a11e-d5bed9ea0331 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.003020] env[62187]: DEBUG nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2118.003020] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2118.019057] env[62187]: DEBUG nova.network.neutron [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance_info_cache with network_info: [{"id": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "address": "fa:16:3e:19:ee:31", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb84a018a-c5", "ovs_interfaceid": "b84a018a-c54e-4cd6-a0ba-c2156715b737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.052899] env[62187]: DEBUG oslo_vmware.api [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133038, 'name': PowerOnVM_Task, 'duration_secs': 0.714046} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.053778] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.054279] env[62187]: INFO nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Took 18.95 seconds to spawn the instance on the hypervisor. [ 2118.054647] env[62187]: DEBUG nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.055955] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6538f5d2-d936-4f0a-a9c0-95c9fd35ce3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.062093] env[62187]: DEBUG nova.policy [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82e9a2b31779460595211d97e3e56a8f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bf8d69dc5314171bba2087b5c20c7a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2118.098666] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133043, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.104806] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133044, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.123328] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.123641] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.123914] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.124155] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.124334] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.127027] env[62187]: INFO nova.compute.manager [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Terminating instance [ 2118.225494] env[62187]: INFO nova.compute.manager [-] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Took 1.41 seconds to deallocate network for instance. [ 2118.356632] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133042, 'name': CreateVM_Task, 'duration_secs': 0.712304} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.356831] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2118.357670] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.358779] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.359173] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2118.359481] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bea1d82d-3172-4ac1-aa22-720c41e9f427 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.379082] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2118.379082] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d25b93-2cb1-76da-272e-e872607f24c4" [ 2118.379082] env[62187]: _type = "Task" [ 2118.379082] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.383809] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c57b9c-c362-bcb3-ddb1-cacb69366e53, 'name': SearchDatastore_Task, 'duration_secs': 0.012283} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.387614] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.387878] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2118.388138] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.388286] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.388464] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.388753] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-602b4c43-ad10-43e8-b93e-3893053fb15d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.397470] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.397734] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Processing image 9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2118.398009] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.398169] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.398347] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.399683] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24dc1dd4-7a21-443c-ba25-25157b3a4406 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.401853] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.402037] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.403985] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Successfully created port: 4d9292d8-591e-4088-9db5-57bd820ad987 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2118.405928] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a686970d-b4d0-47ac-a9f2-71abf607e4eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.412662] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2118.412662] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b5715-e0e7-d378-9bc9-5803b854f386" [ 2118.412662] env[62187]: _type = "Task" [ 2118.412662] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.419374] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.419577] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.420734] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa455a4-e63d-4f7f-9f18-e790bc1daca1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.426227] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b5715-e0e7-d378-9bc9-5803b854f386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.429625] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2118.429625] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5267b0f8-1ff6-1c6e-1a73-07dc846ec389" [ 2118.429625] env[62187]: _type = "Task" [ 2118.429625] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.438392] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5267b0f8-1ff6-1c6e-1a73-07dc846ec389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.453179] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.453450] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.453663] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.453880] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.454077] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.457944] env[62187]: INFO nova.compute.manager [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Terminating instance [ 2118.510759] env[62187]: DEBUG nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2118.522888] env[62187]: DEBUG nova.network.neutron [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Updated VIF entry in instance network info cache for port dc482fac-da14-431f-a8b8-36bbf5e9e3bc. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.523340] env[62187]: DEBUG nova.network.neutron [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Updating instance_info_cache with network_info: [{"id": "dc482fac-da14-431f-a8b8-36bbf5e9e3bc", "address": "fa:16:3e:e7:aa:b9", "network": {"id": "8cdba2a3-09cf-4740-abee-5855cf6fb09c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1802443786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6897889682394814b1039bd3a6a947f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc482fac-da", "ovs_interfaceid": "dc482fac-da14-431f-a8b8-36bbf5e9e3bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.525836] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-676be4f0-bac2-4b3a-9d9d-2016c203a54a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.526043] env[62187]: DEBUG nova.objects.instance [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lazy-loading 'migration_context' on Instance uuid 676be4f0-bac2-4b3a-9d9d-2016c203a54a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2118.587807] env[62187]: INFO nova.compute.manager [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Took 56.29 seconds to build instance. [ 2118.597756] env[62187]: DEBUG oslo_vmware.api [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133044, 'name': PowerOnVM_Task, 'duration_secs': 0.588234} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.602039] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.603273] env[62187]: INFO nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Took 14.29 seconds to spawn the instance on the hypervisor. [ 2118.603273] env[62187]: DEBUG nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.603273] env[62187]: DEBUG oslo_vmware.api [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133043, 'name': PowerOnVM_Task, 'duration_secs': 0.590998} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.604565] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78716bd-e491-4a6f-bdde-f556fdd7fa57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.608497] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2118.608708] env[62187]: INFO nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Took 9.59 seconds to spawn the instance on the hypervisor. [ 2118.608888] env[62187]: DEBUG nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2118.612587] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabf2043-5e21-47bb-bca1-2967a1e60057 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.632244] env[62187]: DEBUG nova.compute.manager [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2118.633156] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.633690] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ab24ad-00c3-4d22-87d6-f5f67d13eba6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.642162] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2118.642286] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1dda2a0-8eb4-4338-9dd4-91bb6f431fc4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.722161] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Successfully created port: 6a27b2b5-379d-4567-9006-6fa532d54c05 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2118.732276] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.765278] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2118.765497] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2118.765676] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleting the datastore file [datastore1] 9bf633d8-49f4-4ab9-9431-320ba54b76e5 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.767414] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-009f4cd2-af80-4505-ad07-d85457185b25 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.774021] env[62187]: DEBUG oslo_vmware.api [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2118.774021] env[62187]: value = "task-2133046" [ 2118.774021] env[62187]: _type = "Task" [ 2118.774021] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.782037] env[62187]: DEBUG oslo_vmware.api [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.790428] env[62187]: DEBUG nova.compute.manager [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received event network-changed-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2118.790428] env[62187]: DEBUG nova.compute.manager [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Refreshing instance network info cache due to event network-changed-054377db-67ba-4773-950b-56afd15aecea. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2118.790582] env[62187]: DEBUG oslo_concurrency.lockutils [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] Acquiring lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.790713] env[62187]: DEBUG oslo_concurrency.lockutils [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] Acquired lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.790877] env[62187]: DEBUG nova.network.neutron [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Refreshing network info cache for port 054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2118.923464] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b5715-e0e7-d378-9bc9-5803b854f386, 'name': SearchDatastore_Task, 'duration_secs': 0.032571} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.927253] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112cf5ef-5ea1-429d-abaa-57add4001242 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.934487] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2118.934487] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea5677-0ea4-ce6d-f030-c6fa517cbcc1" [ 2118.934487] env[62187]: _type = "Task" [ 2118.934487] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.945277] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Preparing fetch location {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2118.945528] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Fetch image to [datastore2] OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a/OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a.vmdk {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2118.945713] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Downloading stream optimized image 9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 to [datastore2] OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a/OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a.vmdk on the data store datastore2 as vApp {{(pid=62187) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2118.945888] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Downloading image file data 9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 to the ESX as VM named 'OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a' {{(pid=62187) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2118.951131] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea5677-0ea4-ce6d-f030-c6fa517cbcc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.962578] env[62187]: DEBUG nova.compute.manager [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2118.962883] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2118.963834] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff4fa94-da6f-40b1-8a16-7e5994baf8fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.973243] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2118.973602] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03ed9f1-b249-46c6-a726-7156d8fa6db1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.982113] env[62187]: DEBUG oslo_vmware.api [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2118.982113] env[62187]: value = "task-2133047" [ 2118.982113] env[62187]: _type = "Task" [ 2118.982113] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.015028] env[62187]: DEBUG oslo_vmware.api [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.026356] env[62187]: DEBUG oslo_concurrency.lockutils [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] Releasing lock "refresh_cache-867c0e85-4ed7-4003-b3e0-bc642aa79d7f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.026609] env[62187]: DEBUG nova.compute.manager [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Received event network-vif-deleted-70b83638-90c6-4033-b31c-1176e0072c35 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2119.026779] env[62187]: INFO nova.compute.manager [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Neutron deleted interface 70b83638-90c6-4033-b31c-1176e0072c35; detaching it from the instance and deleting it from the info cache [ 2119.026944] env[62187]: DEBUG nova.network.neutron [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.029509] env[62187]: DEBUG nova.objects.base [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Object Instance<676be4f0-bac2-4b3a-9d9d-2016c203a54a> lazy-loaded attributes: info_cache,migration_context {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2119.030524] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26726db5-6ac4-4d5c-9122-e19a9a18094e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.052552] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa52a7fc-0ae9-4f9f-888c-9cfbf520972d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.059576] env[62187]: DEBUG oslo_vmware.api [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2119.059576] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528731b3-3fc2-e6c3-f5be-4aaa0122135c" [ 2119.059576] env[62187]: _type = "Task" [ 2119.059576] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.065924] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2119.065924] env[62187]: value = "resgroup-9" [ 2119.065924] env[62187]: _type = "ResourcePool" [ 2119.065924] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2119.066572] env[62187]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-110dc31f-e388-4e89-b62a-09992737669a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.090079] env[62187]: DEBUG oslo_vmware.api [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528731b3-3fc2-e6c3-f5be-4aaa0122135c, 'name': SearchDatastore_Task, 'duration_secs': 0.007471} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.091598] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.091932] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lease: (returnval){ [ 2119.091932] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2119.091932] env[62187]: _type = "HttpNfcLease" [ 2119.091932] env[62187]: } obtained for vApp import into resource pool (val){ [ 2119.091932] env[62187]: value = "resgroup-9" [ 2119.091932] env[62187]: _type = "ResourcePool" [ 2119.091932] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2119.092189] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the lease: (returnval){ [ 2119.092189] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2119.092189] env[62187]: _type = "HttpNfcLease" [ 2119.092189] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2119.095282] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40e8f860-e801-487c-94ec-9833b48f871f tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.802s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.104898] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2119.104898] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2119.104898] env[62187]: _type = "HttpNfcLease" [ 2119.104898] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2119.139423] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac62085-8816-4737-9e26-732e8f2d3267 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.142565] env[62187]: INFO nova.compute.manager [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Took 54.29 seconds to build instance. [ 2119.147386] env[62187]: INFO nova.compute.manager [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Took 44.82 seconds to build instance. [ 2119.150717] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede295d3-53a3-4bea-ae83-26f05f71ee77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.206031] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4d2d65-b8cb-45b3-ba9e-76906d07dc90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.218098] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29287e22-34a9-4ccc-9eda-7adb1e7e8d33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.240879] env[62187]: DEBUG nova.compute.provider_tree [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2119.283076] env[62187]: DEBUG oslo_vmware.api [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273176} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.283384] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.283591] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2119.283798] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2119.284112] env[62187]: INFO nova.compute.manager [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Took 0.65 seconds to destroy the instance on the hypervisor. [ 2119.284392] env[62187]: DEBUG oslo.service.loopingcall [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.284603] env[62187]: DEBUG nova.compute.manager [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2119.284698] env[62187]: DEBUG nova.network.neutron [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2119.447507] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea5677-0ea4-ce6d-f030-c6fa517cbcc1, 'name': SearchDatastore_Task, 'duration_secs': 0.02174} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.447789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.448070] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 867c0e85-4ed7-4003-b3e0-bc642aa79d7f/867c0e85-4ed7-4003-b3e0-bc642aa79d7f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2119.448522] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb9e895-ca41-4bee-ad58-4e1ff4cd9a3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.457698] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2119.457698] env[62187]: value = "task-2133049" [ 2119.457698] env[62187]: _type = "Task" [ 2119.457698] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.466604] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.495278] env[62187]: DEBUG oslo_vmware.api [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133047, 'name': PowerOffVM_Task, 'duration_secs': 0.272787} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.495960] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.496030] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2119.496618] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6450f867-fa3e-4e1e-9fca-fdb235da61ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.523720] env[62187]: DEBUG nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2119.535308] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a261436c-c9ee-45d7-9215-e32f29583122 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.545743] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b41b57-0643-4653-9abe-52acee080283 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.567450] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2119.567857] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2119.568113] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2119.568426] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2119.568676] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2119.568910] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2119.569274] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2119.569587] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2119.569873] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2119.570151] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2119.570492] env[62187]: DEBUG nova.virt.hardware [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2119.571856] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682875ea-c4ed-4449-939f-ff4bf3ea0161 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.604241] env[62187]: DEBUG nova.compute.manager [req-561371ad-d53f-4c9d-9b27-5308da414111 req-f4b5fa78-6463-46f4-851f-8ff988cbc149 service nova] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Detach interface failed, port_id=70b83638-90c6-4033-b31c-1176e0072c35, reason: Instance 04fb3dff-e3d7-4182-bf92-e8b2173c6f31 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2119.604960] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2119.605285] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2119.605577] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleting the datastore file [datastore2] 5efe9c74-a22a-4c7f-aa26-37834a0ae063 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2119.610615] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea3b6765-d2d2-497a-baee-ada0a0ff47c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.619022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed48eb0-3f6e-4d60-8173-c56776c17048 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.628296] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2119.628296] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2119.628296] env[62187]: _type = "HttpNfcLease" [ 2119.628296] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2119.628761] env[62187]: DEBUG oslo_vmware.api [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2119.628761] env[62187]: value = "task-2133051" [ 2119.628761] env[62187]: _type = "Task" [ 2119.628761] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.646830] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7a9b5f4-a021-4999-9441-007a117e07ea tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.804s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.654299] env[62187]: DEBUG oslo_concurrency.lockutils [None req-90193b1f-c8bc-4bba-8e32-6e71609d3f99 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "48020d9c-a59b-4d17-baed-c87440cd2847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.296s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.654688] env[62187]: DEBUG oslo_vmware.api [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.745148] env[62187]: DEBUG nova.scheduler.client.report [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2119.968764] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133049, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.056748] env[62187]: DEBUG nova.network.neutron [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updated VIF entry in instance network info cache for port 054377db-67ba-4773-950b-56afd15aecea. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2120.057296] env[62187]: DEBUG nova.network.neutron [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054377db-67", "ovs_interfaceid": "054377db-67ba-4773-950b-56afd15aecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.112635] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2120.112635] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2120.112635] env[62187]: _type = "HttpNfcLease" [ 2120.112635] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2120.145250] env[62187]: DEBUG oslo_vmware.api [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.391901] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Successfully updated port: 4d9292d8-591e-4088-9db5-57bd820ad987 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2120.471366] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563915} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.471642] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 867c0e85-4ed7-4003-b3e0-bc642aa79d7f/867c0e85-4ed7-4003-b3e0-bc642aa79d7f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2120.471914] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2120.472189] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9033c666-5344-4403-a369-36822ad1fa34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.479477] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2120.479477] env[62187]: value = "task-2133052" [ 2120.479477] env[62187]: _type = "Task" [ 2120.479477] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.487755] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.501301] env[62187]: DEBUG nova.network.neutron [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.560291] env[62187]: DEBUG oslo_concurrency.lockutils [req-72c9e606-5e39-4bc5-aa6f-2b6e511adb86 req-cd5a0311-8f23-4647-8853-52668f9e3c72 service nova] Releasing lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.612178] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2120.612178] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2120.612178] env[62187]: _type = "HttpNfcLease" [ 2120.612178] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2120.640815] env[62187]: DEBUG oslo_vmware.api [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.629028} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.641625] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2120.641893] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2120.642103] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2120.642274] env[62187]: INFO nova.compute.manager [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Took 1.68 seconds to destroy the instance on the hypervisor. [ 2120.642521] env[62187]: DEBUG oslo.service.loopingcall [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2120.643156] env[62187]: DEBUG nova.compute.manager [-] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2120.643252] env[62187]: DEBUG nova.network.neutron [-] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2120.759774] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.267s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.766537] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.512s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2120.766757] env[62187]: DEBUG nova.objects.instance [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lazy-loading 'resources' on Instance uuid 9a50a986-e206-42fd-a00d-70aead26871c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2120.994499] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103538} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.994612] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2120.996308] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e98b1e-0a85-4a43-a07e-f64e3661cecd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.013489] env[62187]: INFO nova.compute.manager [-] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Took 1.73 seconds to deallocate network for instance. [ 2121.023335] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 867c0e85-4ed7-4003-b3e0-bc642aa79d7f/867c0e85-4ed7-4003-b3e0-bc642aa79d7f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2121.025277] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-285a111d-9a99-4dc7-a75e-5182ece3ea12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.049081] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2121.049081] env[62187]: value = "task-2133053" [ 2121.049081] env[62187]: _type = "Task" [ 2121.049081] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.057936] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.116313] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2121.116313] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2121.116313] env[62187]: _type = "HttpNfcLease" [ 2121.116313] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2121.116646] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2121.116646] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b80f8a-f479-a185-7814-268494176dec" [ 2121.116646] env[62187]: _type = "HttpNfcLease" [ 2121.116646] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2121.117725] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6022a03c-a492-444e-82dd-e97f7d0966cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.125517] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b82e5a-ef74-85ab-faeb-0c67d7a5514c/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2121.125699] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b82e5a-ef74-85ab-faeb-0c67d7a5514c/disk-0.vmdk. {{(pid=62187) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2121.192915] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-459c54d0-5cd4-4730-b167-e0f89c09af4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.356511] env[62187]: DEBUG nova.compute.manager [req-93661198-443e-421b-9bbb-a5d03d49f01d req-6801a5bc-e127-43c2-8772-37020bacaa52 service nova] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Received event network-vif-deleted-38bb9c07-8e43-454f-9366-e0f94d3a4145 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2121.449606] env[62187]: DEBUG nova.network.neutron [-] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.545563] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.559587] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133053, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.651933] env[62187]: DEBUG nova.compute.manager [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received event network-vif-plugged-4d9292d8-591e-4088-9db5-57bd820ad987 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2121.652199] env[62187]: DEBUG oslo_concurrency.lockutils [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] Acquiring lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2121.652409] env[62187]: DEBUG oslo_concurrency.lockutils [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.652571] env[62187]: DEBUG oslo_concurrency.lockutils [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.652734] env[62187]: DEBUG nova.compute.manager [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] No waiting events found dispatching network-vif-plugged-4d9292d8-591e-4088-9db5-57bd820ad987 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2121.652891] env[62187]: WARNING nova.compute.manager [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received unexpected event network-vif-plugged-4d9292d8-591e-4088-9db5-57bd820ad987 for instance with vm_state building and task_state spawning. [ 2121.653677] env[62187]: DEBUG nova.compute.manager [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received event network-changed-4d9292d8-591e-4088-9db5-57bd820ad987 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2121.653917] env[62187]: DEBUG nova.compute.manager [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Refreshing instance network info cache due to event network-changed-4d9292d8-591e-4088-9db5-57bd820ad987. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2121.654416] env[62187]: DEBUG oslo_concurrency.lockutils [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] Acquiring lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.654416] env[62187]: DEBUG oslo_concurrency.lockutils [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] Acquired lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.654605] env[62187]: DEBUG nova.network.neutron [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Refreshing network info cache for port 4d9292d8-591e-4088-9db5-57bd820ad987 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2121.820114] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1c2895-b2ed-48b2-b9d0-d04ac6ee404b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.826302] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9462d383-00dd-4c87-882c-cd13fec63c69 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.857954] env[62187]: INFO nova.compute.manager [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Rescuing [ 2121.858245] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2121.858399] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2121.858585] env[62187]: DEBUG nova.network.neutron [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2121.862900] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a8db39-bded-48f8-b2ed-a209f19f4474 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.872847] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed03b5a8-327a-45d6-ae9f-7c80fc02bb56 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.889117] env[62187]: DEBUG nova.compute.provider_tree [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2121.952511] env[62187]: INFO nova.compute.manager [-] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Took 1.31 seconds to deallocate network for instance. [ 2122.061773] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133053, 'name': ReconfigVM_Task, 'duration_secs': 0.553063} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.064047] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 867c0e85-4ed7-4003-b3e0-bc642aa79d7f/867c0e85-4ed7-4003-b3e0-bc642aa79d7f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2122.064753] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-795395c8-a8ab-4b05-926a-09c7b1ffe290 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.071945] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2122.071945] env[62187]: value = "task-2133054" [ 2122.071945] env[62187]: _type = "Task" [ 2122.071945] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.081557] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133054, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.168358] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.168702] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.168926] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.169142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.169313] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.171920] env[62187]: INFO nova.compute.manager [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Terminating instance [ 2122.202299] env[62187]: DEBUG nova.network.neutron [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2122.299813] env[62187]: DEBUG nova.network.neutron [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.308367] env[62187]: INFO nova.compute.manager [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Swapping old allocation on dict_keys(['cf2ba252-a209-4104-b3a7-5830e475f41c']) held by migration 56575f13-2d8b-455e-ad10-5c907a3ad24c for instance [ 2122.338450] env[62187]: DEBUG nova.scheduler.client.report [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Overwriting current allocation {'allocations': {'cf2ba252-a209-4104-b3a7-5830e475f41c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': 'ba6d82ea6da84c3ab49d712a3f257a8e', 'user_id': '6fdb45e8aa864a08babc2dfb5b095016', 'consumer_generation': 1} on consumer e5540ead-917b-4a5b-a11e-d5bed9ea0331 {{(pid=62187) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2122.393313] env[62187]: DEBUG nova.scheduler.client.report [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2122.465698] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.496244] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2122.496244] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquired lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2122.496244] env[62187]: DEBUG nova.network.neutron [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2122.543180] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Completed reading data from the image iterator. {{(pid=62187) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2122.543180] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b82e5a-ef74-85ab-faeb-0c67d7a5514c/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2122.543180] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7edc6-fbaf-4862-b232-5fb61a421f64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.550691] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b82e5a-ef74-85ab-faeb-0c67d7a5514c/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2122.550781] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b82e5a-ef74-85ab-faeb-0c67d7a5514c/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2122.551167] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d9a13094-79f6-4e9d-949a-1c2f15b2efed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.589019] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133054, 'name': Rename_Task, 'duration_secs': 0.22451} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.589019] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2122.589019] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-156a4f4f-60dc-4e31-8de6-7311d2bccf42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.595835] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2122.595835] env[62187]: value = "task-2133055" [ 2122.595835] env[62187]: _type = "Task" [ 2122.595835] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.607606] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.619385] env[62187]: DEBUG nova.network.neutron [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Updating instance_info_cache with network_info: [{"id": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "address": "fa:16:3e:5e:bf:cc", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc164d018-ff", "ovs_interfaceid": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.679566] env[62187]: DEBUG nova.compute.manager [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2122.680718] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2122.681749] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ad1d4-7dd9-4105-9f4a-a58d1d2bade7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.690025] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2122.690692] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0529c6bd-c6dc-4659-b357-bd7934bed984 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.697543] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2122.697543] env[62187]: value = "task-2133056" [ 2122.697543] env[62187]: _type = "Task" [ 2122.697543] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.708714] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.800019] env[62187]: DEBUG oslo_vmware.rw_handles [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b82e5a-ef74-85ab-faeb-0c67d7a5514c/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2122.800019] env[62187]: INFO nova.virt.vmwareapi.images [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Downloaded image file data 9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 [ 2122.800484] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e980e10-3244-43bf-9cee-592e496b4faa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.803751] env[62187]: DEBUG oslo_concurrency.lockutils [req-4017c495-c6ed-4d14-8485-d60a3ec414d4 req-6323efd2-6a44-4e71-96b2-3668155096bd service nova] Releasing lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2122.818159] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d4dd423-3ca1-4456-930a-f9ce32efa34d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.853163] env[62187]: INFO nova.virt.vmwareapi.images [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] The imported VM was unregistered [ 2122.856901] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Caching image {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2122.857362] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2122.857801] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5d579f7-e110-4150-b2c4-4e60a1c19574 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.880850] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Created directory with path [datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2122.881398] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a/OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a.vmdk to [datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77.vmdk. {{(pid=62187) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2122.881825] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-cdf3aa5c-3fd3-46b6-b115-fc588e040377 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.888980] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2122.888980] env[62187]: value = "task-2133058" [ 2122.888980] env[62187]: _type = "Task" [ 2122.888980] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.900292] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.901854] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133058, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.903528] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.857s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.905064] env[62187]: INFO nova.compute.claims [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2122.936636] env[62187]: INFO nova.scheduler.client.report [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Deleted allocations for instance 9a50a986-e206-42fd-a00d-70aead26871c [ 2123.108846] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133055, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.120523] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Successfully updated port: 6a27b2b5-379d-4567-9006-6fa532d54c05 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2123.122015] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.210568] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133056, 'name': PowerOffVM_Task, 'duration_secs': 0.173732} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.213216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2123.213481] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2123.214123] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a903003-052d-4cf4-9b69-624414dc4c3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.251713] env[62187]: DEBUG nova.network.neutron [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance_info_cache with network_info: [{"id": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "address": "fa:16:3e:61:df:63", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5ca4f14-11", "ovs_interfaceid": "e5ca4f14-1198-493d-9aa6-26751ca3ec35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2123.389158] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2123.389158] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2123.389158] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Deleting the datastore file [datastore2] 290c3fc8-33a0-4b8c-ac48-20de7e5e723c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2123.389158] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8b6e4a4-d452-4376-a5f9-caa0f0a07fa5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.399582] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133058, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.401284] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for the task: (returnval){ [ 2123.401284] env[62187]: value = "task-2133060" [ 2123.401284] env[62187]: _type = "Task" [ 2123.401284] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.415348] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.445562] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6d25da9c-3ae9-4ecf-bb48-c5d61be4687c tempest-ServerDiagnosticsTest-621436945 tempest-ServerDiagnosticsTest-621436945-project-member] Lock "9a50a986-e206-42fd-a00d-70aead26871c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.367s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.613227] env[62187]: DEBUG oslo_vmware.api [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133055, 'name': PowerOnVM_Task, 'duration_secs': 0.606575} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.613595] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2123.613861] env[62187]: INFO nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Took 9.97 seconds to spawn the instance on the hypervisor. [ 2123.614126] env[62187]: DEBUG nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2123.615313] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f673c907-e69f-4d74-99e7-1134d1585ba5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.626436] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.626633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.626835] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2123.757937] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Releasing lock "refresh_cache-e5540ead-917b-4a5b-a11e-d5bed9ea0331" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2123.758559] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2123.758860] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2f8d0d-fe1b-40c6-8357-4dc87a429429 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.792915] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2123.792915] env[62187]: value = "task-2133061" [ 2123.792915] env[62187]: _type = "Task" [ 2123.792915] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.802967] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.840998] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2123.841254] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing instance network info cache due to event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2123.841525] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquiring lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.841667] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquired lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.841824] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2123.904995] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133058, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.915357] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.032900] env[62187]: DEBUG nova.compute.manager [req-15ed0711-7502-4381-93a3-b846be7be30b req-f64373fd-0df6-4478-b747-3d0b80a64605 service nova] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Received event network-vif-deleted-b14ea505-dcf1-45bb-9b96-ef3a71c5769f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2124.151500] env[62187]: INFO nova.compute.manager [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Took 33.59 seconds to build instance. [ 2124.186017] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2124.309314] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.415494] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133058, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.424243] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.430637] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b24f15-3a26-4727-b787-4043abff5806 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.441719] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed45ca-1961-4535-9ade-1a32ee2ecca7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.479685] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4d363a-c68a-421b-8763-74d0931f5a1c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.488551] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab282bd-0caa-416f-9ff1-36618a19926e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.503462] env[62187]: DEBUG nova.compute.provider_tree [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2124.572820] env[62187]: DEBUG nova.network.neutron [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Updating instance_info_cache with network_info: [{"id": "4d9292d8-591e-4088-9db5-57bd820ad987", "address": "fa:16:3e:0b:c8:5d", "network": {"id": "a321280d-e749-496a-be9e-0e3ea53597e1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-964822890", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9292d8-59", "ovs_interfaceid": "4d9292d8-591e-4088-9db5-57bd820ad987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a27b2b5-379d-4567-9006-6fa532d54c05", "address": "fa:16:3e:10:0d:48", "network": {"id": "228ff798-82c1-4df0-bb0f-ce4b433ef0f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-160596642", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a27b2b5-37", "ovs_interfaceid": "6a27b2b5-379d-4567-9006-6fa532d54c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.659624] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff3f0f55-42aa-43cd-ada1-c1ae8fe0d4a2 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.525s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.680162] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2124.680511] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f9a8099-2de6-4077-bd46-a9d761deb2bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.690572] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2124.690572] env[62187]: value = "task-2133062" [ 2124.690572] env[62187]: _type = "Task" [ 2124.690572] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.700588] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.810649] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133061, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.903874] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133058, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.917583] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.007081] env[62187]: DEBUG nova.scheduler.client.report [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.075340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Releasing lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.075741] env[62187]: DEBUG nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Instance network_info: |[{"id": "4d9292d8-591e-4088-9db5-57bd820ad987", "address": "fa:16:3e:0b:c8:5d", "network": {"id": "a321280d-e749-496a-be9e-0e3ea53597e1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-964822890", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9292d8-59", "ovs_interfaceid": "4d9292d8-591e-4088-9db5-57bd820ad987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a27b2b5-379d-4567-9006-6fa532d54c05", "address": "fa:16:3e:10:0d:48", "network": {"id": "228ff798-82c1-4df0-bb0f-ce4b433ef0f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-160596642", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a27b2b5-37", "ovs_interfaceid": "6a27b2b5-379d-4567-9006-6fa532d54c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2125.076206] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:c8:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d9292d8-591e-4088-9db5-57bd820ad987', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:0d:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2c424c9-6446-4b2a-af8c-4d9c29117c39', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a27b2b5-379d-4567-9006-6fa532d54c05', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2125.088048] env[62187]: DEBUG oslo.service.loopingcall [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.088048] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2125.088048] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2baefeee-995f-4967-b2ea-9bfb783a80f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.112831] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2125.112831] env[62187]: value = "task-2133063" [ 2125.112831] env[62187]: _type = "Task" [ 2125.112831] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.121258] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133063, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.134664] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updated VIF entry in instance network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2125.135061] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [{"id": "5ca29497-c0b8-442f-90ca-64df585cf414", "address": "fa:16:3e:c2:c3:53", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca29497-c0", "ovs_interfaceid": "5ca29497-c0b8-442f-90ca-64df585cf414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.202780] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133062, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.308670] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133061, 'name': PowerOffVM_Task, 'duration_secs': 1.465564} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.308978] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2125.309785] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:37:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d4800ea-7ba4-4ff4-b851-5f7816fefa6b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582727771',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2125.310756] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2125.311116] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2125.311400] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2125.311695] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2125.311993] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2125.312284] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2125.312565] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2125.312992] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2125.313298] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2125.313518] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2125.318701] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2708ba10-37f1-4c2c-b5a3-cf8f2aa6f12f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.337168] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2125.337168] env[62187]: value = "task-2133064" [ 2125.337168] env[62187]: _type = "Task" [ 2125.337168] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.348431] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.404657] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133058, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.418816] env[62187]: DEBUG oslo_vmware.api [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Task: {'id': task-2133060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.582068} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.419140] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2125.419338] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2125.419509] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2125.419678] env[62187]: INFO nova.compute.manager [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Took 2.74 seconds to destroy the instance on the hypervisor. [ 2125.419925] env[62187]: DEBUG oslo.service.loopingcall [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2125.420172] env[62187]: DEBUG nova.compute.manager [-] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2125.420270] env[62187]: DEBUG nova.network.neutron [-] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2125.512506] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.514325] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.676s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.517239] env[62187]: INFO nova.compute.claims [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2125.624677] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133063, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.637525] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Releasing lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.638116] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received event network-vif-plugged-6a27b2b5-379d-4567-9006-6fa532d54c05 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.638351] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquiring lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.638573] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.638741] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.638914] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] No waiting events found dispatching network-vif-plugged-6a27b2b5-379d-4567-9006-6fa532d54c05 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2125.639101] env[62187]: WARNING nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received unexpected event network-vif-plugged-6a27b2b5-379d-4567-9006-6fa532d54c05 for instance with vm_state building and task_state spawning. [ 2125.639278] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2125.639435] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing instance network info cache due to event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2125.639622] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquiring lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.639757] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquired lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.639912] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2125.703830] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133062, 'name': PowerOffVM_Task, 'duration_secs': 0.552807} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.703830] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2125.703830] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f6b22a-926c-49d7-8383-c58ce3491395 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.733849] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147b0daf-062c-441f-a947-20ea1d2ffb03 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.774175] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2125.774536] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b543e753-d073-469c-9850-a3ee29a615cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.784064] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2125.784064] env[62187]: value = "task-2133065" [ 2125.784064] env[62187]: _type = "Task" [ 2125.784064] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.795020] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2125.795300] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2125.795583] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.795742] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.795925] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2125.796547] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853bd577-cc1d-433a-9b4b-6bbd44f7b08d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.807968] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2125.808178] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2125.808947] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7f51fa-ae6b-4094-bdf1-53012bc93ae1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.817754] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2125.817754] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b9c6b-0f10-25a6-e2e3-501ab0c7544b" [ 2125.817754] env[62187]: _type = "Task" [ 2125.817754] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.825751] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b9c6b-0f10-25a6-e2e3-501ab0c7544b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.848732] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133064, 'name': ReconfigVM_Task, 'duration_secs': 0.49198} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.849873] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce247fc4-2cd0-4cde-b3fa-dfc030027eb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.874602] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:37:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='3d4800ea-7ba4-4ff4-b851-5f7816fefa6b',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1582727771',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2125.875052] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2125.875198] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2125.875419] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2125.875588] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2125.875739] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2125.876007] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2125.876194] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2125.876416] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2125.876598] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2125.876825] env[62187]: DEBUG nova.virt.hardware [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2125.877750] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-172cad74-290d-4163-ad69-4d2227cd6fb8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.884209] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2125.884209] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5290597c-99bc-e235-4b74-c051c7d6ed4f" [ 2125.884209] env[62187]: _type = "Task" [ 2125.884209] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.892637] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5290597c-99bc-e235-4b74-c051c7d6ed4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.902505] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133058, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.8997} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.904131] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a/OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a.vmdk to [datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77.vmdk. [ 2125.904131] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Cleaning up location [datastore2] OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2125.904131] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_85890a29-d686-493a-b95b-11035e38678a {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2125.904131] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83a5edaa-e4db-4878-be3d-ef97a32de475 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.922343] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2125.922343] env[62187]: value = "task-2133066" [ 2125.922343] env[62187]: _type = "Task" [ 2125.922343] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.930732] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.027764] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "a84b9e46-37f7-42f6-a2d3-ed6732f3712e" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.027764] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "a84b9e46-37f7-42f6-a2d3-ed6732f3712e" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.125985] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133063, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.335991] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b9c6b-0f10-25a6-e2e3-501ab0c7544b, 'name': SearchDatastore_Task, 'duration_secs': 0.018763} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.335991] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d44b6b6-6e8b-4bfb-93cd-47eb0d91d218 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.344019] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2126.344019] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221ef70-e9ed-7631-c3ed-bc56cb052f45" [ 2126.344019] env[62187]: _type = "Task" [ 2126.344019] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.350973] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221ef70-e9ed-7631-c3ed-bc56cb052f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.395329] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5290597c-99bc-e235-4b74-c051c7d6ed4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011744} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.405014] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2126.405579] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06bf746d-8a52-4837-bd15-f79f82ace909 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.426777] env[62187]: DEBUG nova.network.neutron [-] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.435533] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111481} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.440111] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2126.440111] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.440111] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77.vmdk to [datastore2] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2126.441815] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2126.441815] env[62187]: value = "task-2133067" [ 2126.441815] env[62187]: _type = "Task" [ 2126.441815] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.441815] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e54d2cb-7719-42c3-8997-fa9b2c626252 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.458134] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.460186] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2126.460186] env[62187]: value = "task-2133068" [ 2126.460186] env[62187]: _type = "Task" [ 2126.460186] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.474328] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.482865] env[62187]: DEBUG nova.compute.manager [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Received event network-changed-f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2126.482865] env[62187]: DEBUG nova.compute.manager [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Refreshing instance network info cache due to event network-changed-f09f2107-6c6a-4a36-b62e-f052f955348e. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2126.482865] env[62187]: DEBUG oslo_concurrency.lockutils [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] Acquiring lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.482865] env[62187]: DEBUG oslo_concurrency.lockutils [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] Acquired lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.482865] env[62187]: DEBUG nova.network.neutron [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Refreshing network info cache for port f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2126.532426] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "a84b9e46-37f7-42f6-a2d3-ed6732f3712e" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.532890] env[62187]: DEBUG nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2126.537483] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updated VIF entry in instance network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2126.537815] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [{"id": "5ca29497-c0b8-442f-90ca-64df585cf414", "address": "fa:16:3e:c2:c3:53", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca29497-c0", "ovs_interfaceid": "5ca29497-c0b8-442f-90ca-64df585cf414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.636071] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133063, 'name': CreateVM_Task, 'duration_secs': 1.078664} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.636071] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2126.637164] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.637164] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.637397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2126.637676] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3caba157-ea13-4be6-9654-a9adf0f0654d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.648287] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2126.648287] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bded18-d34e-5683-d743-345780894ff1" [ 2126.648287] env[62187]: _type = "Task" [ 2126.648287] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.663520] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bded18-d34e-5683-d743-345780894ff1, 'name': SearchDatastore_Task} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.663834] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.664088] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2126.664379] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.857500] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221ef70-e9ed-7631-c3ed-bc56cb052f45, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.857789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.858166] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. {{(pid=62187) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2126.858474] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.858656] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2126.858873] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df372f95-64dc-4309-92a9-09c2f30667f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.861295] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ac46db-f4b8-4275-a64c-0f9cf7838984 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.874062] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2126.874062] env[62187]: value = "task-2133069" [ 2126.874062] env[62187]: _type = "Task" [ 2126.874062] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.875614] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2126.875857] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2126.892198] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cebbec4-f4dd-4e53-a380-673c0955a6fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.899087] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.900768] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2126.900768] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ff4996-3a09-5f1a-7dbb-fd153cdce6c9" [ 2126.900768] env[62187]: _type = "Task" [ 2126.900768] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.909384] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ff4996-3a09-5f1a-7dbb-fd153cdce6c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.931090] env[62187]: INFO nova.compute.manager [-] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Took 1.51 seconds to deallocate network for instance. [ 2126.954359] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133067, 'name': ReconfigVM_Task, 'duration_secs': 0.173706} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.958053] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2126.960343] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80941e95-34c7-4a55-8519-41b9ce68d4a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.989240] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2126.998237] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67f764a7-e268-430f-bad7-bddf4fa75445 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.012405] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133068, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.019777] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2127.019777] env[62187]: value = "task-2133070" [ 2127.019777] env[62187]: _type = "Task" [ 2127.019777] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.034599] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.041593] env[62187]: DEBUG nova.compute.utils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2127.046364] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Releasing lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.046364] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Received event network-changed-f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2127.046364] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Refreshing instance network info cache due to event network-changed-f09f2107-6c6a-4a36-b62e-f052f955348e. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2127.046364] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquiring lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.047755] env[62187]: DEBUG nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2127.047854] env[62187]: DEBUG nova.network.neutron [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2127.094635] env[62187]: DEBUG nova.policy [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c186bfcb169d47c58761f75131690937', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a3922dfb1d044c5946c1b1bcac0437d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2127.129549] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.129825] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.130093] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.130345] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.130663] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.133079] env[62187]: INFO nova.compute.manager [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Terminating instance [ 2127.154799] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac406e4-65e6-48b2-abb9-555afb9f9c32 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.165677] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d976ea62-f412-4986-9fb5-6743d2b94882 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.207911] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749da2c3-d405-4beb-a28a-eb14b84f1e25 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.217948] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a01736-cddc-4434-a395-51d9e4818ca2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.239064] env[62187]: DEBUG nova.compute.provider_tree [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2127.388258] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133069, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.419063] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ff4996-3a09-5f1a-7dbb-fd153cdce6c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017201} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.419063] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4084e6a6-560f-416f-9852-80fb4b871c73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.428244] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2127.428244] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213ac45-45f9-9e64-0fe1-38085b9cdacc" [ 2127.428244] env[62187]: _type = "Task" [ 2127.428244] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.440625] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.440625] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213ac45-45f9-9e64-0fe1-38085b9cdacc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.455114] env[62187]: DEBUG nova.network.neutron [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Successfully created port: 61ff9382-2fa6-470b-b35d-23020b69fc2d {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2127.474141] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133068, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.531327] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.548877] env[62187]: DEBUG nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2127.577298] env[62187]: DEBUG nova.network.neutron [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updated VIF entry in instance network info cache for port f09f2107-6c6a-4a36-b62e-f052f955348e. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2127.577717] env[62187]: DEBUG nova.network.neutron [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updating instance_info_cache with network_info: [{"id": "f09f2107-6c6a-4a36-b62e-f052f955348e", "address": "fa:16:3e:09:53:c0", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09f2107-6c", "ovs_interfaceid": "f09f2107-6c6a-4a36-b62e-f052f955348e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.639861] env[62187]: DEBUG nova.compute.manager [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2127.640125] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2127.641055] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f2dcb-afaf-40ae-99bb-84b4cffd60c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.649726] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2127.650009] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1480a8ae-4303-424b-b2f7-3a2f6df90538 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.656684] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2127.656684] env[62187]: value = "task-2133071" [ 2127.656684] env[62187]: _type = "Task" [ 2127.656684] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.665943] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.744056] env[62187]: DEBUG nova.scheduler.client.report [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2127.888976] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593819} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.889406] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. [ 2127.890370] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0866724-8113-4787-8147-bc8a1dd1affb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.923466] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2127.924128] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a61f7d6-e599-4e60-97dc-1964cb216846 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.957524] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213ac45-45f9-9e64-0fe1-38085b9cdacc, 'name': SearchDatastore_Task, 'duration_secs': 0.015113} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.959405] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.963018] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 3f82360d-09f1-4acc-8c5d-b25020e10cc0/3f82360d-09f1-4acc-8c5d-b25020e10cc0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2127.963018] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2127.963018] env[62187]: value = "task-2133072" [ 2127.963018] env[62187]: _type = "Task" [ 2127.963018] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.963018] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42227d11-fcb8-4af5-82c3-ef8c1accb7bd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.973614] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2127.973614] env[62187]: value = "task-2133073" [ 2127.973614] env[62187]: _type = "Task" [ 2127.973614] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.980888] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.983854] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133068, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.991513] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.031079] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.080535] env[62187]: DEBUG oslo_concurrency.lockutils [req-4dd79581-b4fb-4b73-911b-102dffe04f59 req-3f48d589-4167-44d8-8836-e10af92716ca service nova] Releasing lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.081020] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquired lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.081260] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Refreshing network info cache for port f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2128.177181] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.251030] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.252821] env[62187]: DEBUG nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2128.259027] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.451s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.259027] env[62187]: INFO nova.compute.claims [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2128.493588] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.494027] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133068, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.501168] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133073, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.537641] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.565528] env[62187]: DEBUG nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2128.579075] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.579455] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.606527] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2128.606906] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2128.607149] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2128.607386] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2128.607570] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2128.607761] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2128.608118] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2128.608231] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2128.608447] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2128.608651] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2128.608868] env[62187]: DEBUG nova.virt.hardware [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2128.609897] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c13522d-1781-4a81-b4f2-dbe4dab4c4d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.622396] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345c425e-a8ce-436b-b8a5-4aeab8722411 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.668964] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133071, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.764060] env[62187]: DEBUG nova.compute.utils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2128.769094] env[62187]: DEBUG nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2128.769094] env[62187]: DEBUG nova.network.neutron [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2128.980887] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133072, 'name': ReconfigVM_Task, 'duration_secs': 0.887163} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.987918] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2128.988410] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133068, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.501169} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.989103] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced71f81-6924-4056-ab9a-9563f95a5675 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.992280] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77/9f4203c8-0747-4d9c-b9a7-cfc2bdd8ba77.vmdk to [datastore2] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2128.993506] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed310c77-4afa-41fc-a204-542030f08078 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.000965] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719419} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.001855] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 3f82360d-09f1-4acc-8c5d-b25020e10cc0/3f82360d-09f1-4acc-8c5d-b25020e10cc0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2129.002096] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2129.002336] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34f39971-0e9f-47cd-9059-7b0dd5f018b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.046361] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.047675] env[62187]: DEBUG nova.network.neutron [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Successfully updated port: 61ff9382-2fa6-470b-b35d-23020b69fc2d {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2129.052219] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-339ce481-1c33-4d66-8747-902e68b96a38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.065273] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8352a5de-51b7-497a-b5cc-18f77349ab40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.079712] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "refresh_cache-b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.079853] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquired lock "refresh_cache-b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.080008] env[62187]: DEBUG nova.network.neutron [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2129.084374] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.084837] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.084837] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.084967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.085125] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.086810] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2129.086810] env[62187]: value = "task-2133074" [ 2129.086810] env[62187]: _type = "Task" [ 2129.086810] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.087087] env[62187]: DEBUG nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2129.089582] env[62187]: INFO nova.compute.manager [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Terminating instance [ 2129.101143] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.102856] env[62187]: DEBUG nova.policy [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '755bc15aa71647b3816ea84992c638ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8654c406af7c4bd2982ac6409ca4cc63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2129.105954] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2129.105954] env[62187]: value = "task-2133076" [ 2129.105954] env[62187]: _type = "Task" [ 2129.105954] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.107092] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2129.107092] env[62187]: value = "task-2133075" [ 2129.107092] env[62187]: _type = "Task" [ 2129.107092] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.119828] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.125822] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.129054] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.168239] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133071, 'name': PowerOffVM_Task, 'duration_secs': 1.026909} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.168875] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2129.168875] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2129.168957] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a69bdb6a-6ff0-444b-8edc-85e6b02adc37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.236923] env[62187]: DEBUG nova.compute.manager [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Received event network-vif-deleted-2acaaa99-6620-4dc2-ba65-a6357f4d48de {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2129.238564] env[62187]: DEBUG nova.compute.manager [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2129.238824] env[62187]: DEBUG nova.compute.manager [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing instance network info cache due to event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2129.239055] env[62187]: DEBUG oslo_concurrency.lockutils [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] Acquiring lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.239199] env[62187]: DEBUG oslo_concurrency.lockutils [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] Acquired lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.239354] env[62187]: DEBUG nova.network.neutron [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2129.269641] env[62187]: DEBUG nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2129.300603] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2129.300831] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2129.301021] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Deleting the datastore file [datastore2] 3fb03c63-8fc0-4cb4-a785-fca42031952b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2129.301309] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b9ce381-113d-482c-b10e-2e136e276493 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.319365] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2129.319365] env[62187]: value = "task-2133078" [ 2129.319365] env[62187]: _type = "Task" [ 2129.319365] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.330853] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.390712] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updated VIF entry in instance network info cache for port f09f2107-6c6a-4a36-b62e-f052f955348e. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2129.391142] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updating instance_info_cache with network_info: [{"id": "f09f2107-6c6a-4a36-b62e-f052f955348e", "address": "fa:16:3e:09:53:c0", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf09f2107-6c", "ovs_interfaceid": "f09f2107-6c6a-4a36-b62e-f052f955348e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.439766] env[62187]: DEBUG nova.compute.manager [req-81d00780-c2f1-4664-bb68-e1d11bf71b82 req-7dddaa2e-aeb9-4dfe-bc1e-9a27bb597f74 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Received event network-vif-plugged-61ff9382-2fa6-470b-b35d-23020b69fc2d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2129.439968] env[62187]: DEBUG oslo_concurrency.lockutils [req-81d00780-c2f1-4664-bb68-e1d11bf71b82 req-7dddaa2e-aeb9-4dfe-bc1e-9a27bb597f74 service nova] Acquiring lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.440179] env[62187]: DEBUG oslo_concurrency.lockutils [req-81d00780-c2f1-4664-bb68-e1d11bf71b82 req-7dddaa2e-aeb9-4dfe-bc1e-9a27bb597f74 service nova] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.441136] env[62187]: DEBUG oslo_concurrency.lockutils [req-81d00780-c2f1-4664-bb68-e1d11bf71b82 req-7dddaa2e-aeb9-4dfe-bc1e-9a27bb597f74 service nova] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.441136] env[62187]: DEBUG nova.compute.manager [req-81d00780-c2f1-4664-bb68-e1d11bf71b82 req-7dddaa2e-aeb9-4dfe-bc1e-9a27bb597f74 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] No waiting events found dispatching network-vif-plugged-61ff9382-2fa6-470b-b35d-23020b69fc2d {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2129.441136] env[62187]: WARNING nova.compute.manager [req-81d00780-c2f1-4664-bb68-e1d11bf71b82 req-7dddaa2e-aeb9-4dfe-bc1e-9a27bb597f74 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Received unexpected event network-vif-plugged-61ff9382-2fa6-470b-b35d-23020b69fc2d for instance with vm_state building and task_state spawning. [ 2129.547901] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133070, 'name': ReconfigVM_Task, 'duration_secs': 2.327969} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.547901] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331/e5540ead-917b-4a5b-a11e-d5bed9ea0331.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2129.547901] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918e817c-9108-4617-93f7-367be3762c26 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.571260] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3354d23-837c-4973-a743-ec386bc7f35e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.602028] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad9c282-c49f-4931-9042-0c7b9b2d812b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.607398] env[62187]: DEBUG nova.compute.manager [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2129.607528] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2129.609949] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd24dc0-e617-410b-a92c-6d42b7a5e789 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.638026] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.250608} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.643964] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005e14aa-c0be-481f-b4f4-64dbbf7a5993 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.646543] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2129.649560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.650700] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dda172-b054-4904-8a1f-7b603270b6f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.653012] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2129.656989] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19887098-329c-496c-9e5e-29e0ca54ef92 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.658481] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133076, 'name': ReconfigVM_Task, 'duration_secs': 0.304264} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.663861] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 5344920a-e824-4ae6-ad29-8415d3015360/5344920a-e824-4ae6-ad29-8415d3015360.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2129.664598] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133075, 'name': ReconfigVM_Task, 'duration_secs': 0.311149} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.664938] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.667913] env[62187]: DEBUG nova.network.neutron [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2129.670137] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7588ad53-68f3-437c-9ab9-83c863b09b94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.671684] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.671903] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d33227c-1448-4e0e-a15a-6989b911b3a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.685901] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ddafcab-2951-4eea-a5b7-93f8d3e58ab8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.695987] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 3f82360d-09f1-4acc-8c5d-b25020e10cc0/3f82360d-09f1-4acc-8c5d-b25020e10cc0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.699314] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e33021b5-9ed5-4cf1-aecb-6d9290fd9943 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.719669] env[62187]: DEBUG oslo_vmware.api [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2129.719669] env[62187]: value = "task-2133079" [ 2129.719669] env[62187]: _type = "Task" [ 2129.719669] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.727173] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2129.727173] env[62187]: value = "task-2133081" [ 2129.727173] env[62187]: _type = "Task" [ 2129.727173] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.735886] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2129.735886] env[62187]: value = "task-2133080" [ 2129.735886] env[62187]: _type = "Task" [ 2129.735886] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.741569] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2129.741569] env[62187]: value = "task-2133082" [ 2129.741569] env[62187]: _type = "Task" [ 2129.741569] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.751291] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2129.751291] env[62187]: value = "task-2133083" [ 2129.751291] env[62187]: _type = "Task" [ 2129.751291] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.757904] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133081, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.767960] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133080, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.767960] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133082, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.777487] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.839011] env[62187]: DEBUG oslo_vmware.api [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216597} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.839291] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2129.839500] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2129.839682] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2129.839869] env[62187]: INFO nova.compute.manager [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Took 2.20 seconds to destroy the instance on the hypervisor. [ 2129.840168] env[62187]: DEBUG oslo.service.loopingcall [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2129.842849] env[62187]: DEBUG nova.compute.manager [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2129.842943] env[62187]: DEBUG nova.network.neutron [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2129.896148] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Releasing lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.896358] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received event network-changed-6a27b2b5-379d-4567-9006-6fa532d54c05 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2129.896691] env[62187]: DEBUG nova.compute.manager [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Refreshing instance network info cache due to event network-changed-6a27b2b5-379d-4567-9006-6fa532d54c05. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2129.897058] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquiring lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.897246] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Acquired lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.897428] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Refreshing network info cache for port 6a27b2b5-379d-4567-9006-6fa532d54c05 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2129.928234] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52781bf6-758e-44a5-a8f5-247050a22da0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.937110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df879dc-a5d4-4364-a373-5fb7313dbef5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.945967] env[62187]: DEBUG nova.network.neutron [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Successfully created port: 58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2129.976603] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800096e8-f540-4f50-9728-ecb62884eeeb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.988710] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf95b7-f051-491a-8fcb-01271b5c5cdf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.002441] env[62187]: DEBUG nova.compute.provider_tree [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.055596] env[62187]: DEBUG nova.network.neutron [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updated VIF entry in instance network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2130.055988] env[62187]: DEBUG nova.network.neutron [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [{"id": "5ca29497-c0b8-442f-90ca-64df585cf414", "address": "fa:16:3e:c2:c3:53", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca29497-c0", "ovs_interfaceid": "5ca29497-c0b8-442f-90ca-64df585cf414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.229924] env[62187]: DEBUG oslo_vmware.api [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133079, 'name': PowerOffVM_Task, 'duration_secs': 0.268163} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.230154] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2130.230313] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2130.230558] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6540b1a8-843b-4254-9250-6e541283b414 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.239873] env[62187]: DEBUG nova.network.neutron [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Updating instance_info_cache with network_info: [{"id": "61ff9382-2fa6-470b-b35d-23020b69fc2d", "address": "fa:16:3e:ca:3d:a9", "network": {"id": "f348ebbf-0cd1-428c-8545-03ddb4fcea93", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1643809338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3922dfb1d044c5946c1b1bcac0437d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ff9382-2f", "ovs_interfaceid": "61ff9382-2fa6-470b-b35d-23020b69fc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2130.243888] env[62187]: DEBUG oslo_vmware.api [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133081, 'name': PowerOnVM_Task, 'duration_secs': 0.473756} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.246827] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.259661] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133080, 'name': Rename_Task, 'duration_secs': 0.234675} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.264899] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2130.268177] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76502929-515b-4497-9824-e5bb9784a34f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.269837] env[62187]: DEBUG oslo_vmware.api [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133082, 'name': PowerOnVM_Task, 'duration_secs': 0.512746} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.270593] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.275375] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133083, 'name': ReconfigVM_Task, 'duration_secs': 0.416767} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.276338] env[62187]: DEBUG nova.compute.manager [None req-7fb7b78d-fe53-41e8-b698-1f03ab5d3e92 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.276619] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 3f82360d-09f1-4acc-8c5d-b25020e10cc0/3f82360d-09f1-4acc-8c5d-b25020e10cc0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2130.277622] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187780aa-fdaf-4654-98bd-463895047f13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.280730] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-507dcfd8-e8c3-4bf9-8838-749c3fe7b2c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.282859] env[62187]: DEBUG nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2130.284910] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2130.284910] env[62187]: value = "task-2133085" [ 2130.284910] env[62187]: _type = "Task" [ 2130.284910] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.292988] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2130.292988] env[62187]: value = "task-2133086" [ 2130.292988] env[62187]: _type = "Task" [ 2130.292988] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.299921] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133085, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.304559] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133086, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.314125] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2130.314378] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2130.314544] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2130.314877] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2130.315079] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2130.315288] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2130.315513] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2130.315697] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2130.315894] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2130.316078] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2130.316275] env[62187]: DEBUG nova.virt.hardware [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2130.317208] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2880aba2-9da1-4136-b208-5f1b0e3c3048 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.325069] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c80911-a3b1-4692-ac63-7a51a2540ff3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.408337] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2130.408672] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2130.408913] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Deleting the datastore file [datastore2] 867c0e85-4ed7-4003-b3e0-bc642aa79d7f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2130.409580] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4fcb20f-93fb-49c3-ad25-249bd57959ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.416796] env[62187]: DEBUG oslo_vmware.api [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2130.416796] env[62187]: value = "task-2133087" [ 2130.416796] env[62187]: _type = "Task" [ 2130.416796] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.424777] env[62187]: DEBUG oslo_vmware.api [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.505467] env[62187]: DEBUG nova.scheduler.client.report [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2130.558176] env[62187]: DEBUG oslo_concurrency.lockutils [req-79eddf2b-a6f0-41af-b70d-c51e7e65c756 req-49dba031-4a71-451e-ac59-cbc0ffdc9150 service nova] Releasing lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.745862] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Releasing lock "refresh_cache-b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.746345] env[62187]: DEBUG nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Instance network_info: |[{"id": "61ff9382-2fa6-470b-b35d-23020b69fc2d", "address": "fa:16:3e:ca:3d:a9", "network": {"id": "f348ebbf-0cd1-428c-8545-03ddb4fcea93", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1643809338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3922dfb1d044c5946c1b1bcac0437d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ff9382-2f", "ovs_interfaceid": "61ff9382-2fa6-470b-b35d-23020b69fc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2130.746919] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:3d:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1470a3f8-be8a-4339-8a6f-9519366f32e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ff9382-2fa6-470b-b35d-23020b69fc2d', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2130.760264] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Creating folder: Project (0a3922dfb1d044c5946c1b1bcac0437d). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2130.769041] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6645387c-a364-4a4c-9cd8-851a6bb6dda4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.778610] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Created folder: Project (0a3922dfb1d044c5946c1b1bcac0437d) in parent group-v435995. [ 2130.779018] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Creating folder: Instances. Parent ref: group-v436187. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2130.779132] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a5e13d-3d8f-46c3-9077-e780bfa750ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.793624] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Created folder: Instances in parent group-v436187. [ 2130.793624] env[62187]: DEBUG oslo.service.loopingcall [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.793846] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2130.802305] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0306fe6-cf22-4c60-b2c3-69aa30bbf81c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.816150] env[62187]: DEBUG oslo_vmware.api [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133085, 'name': PowerOnVM_Task, 'duration_secs': 0.477012} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.820953] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2130.829216] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133086, 'name': Rename_Task, 'duration_secs': 0.206077} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.830793] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2130.831101] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2130.831101] env[62187]: value = "task-2133090" [ 2130.831101] env[62187]: _type = "Task" [ 2130.831101] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.831318] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cafdd90-48b4-4ddf-928d-9e23e5f97545 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.847446] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2130.847446] env[62187]: value = "task-2133091" [ 2130.847446] env[62187]: _type = "Task" [ 2130.847446] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.851470] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133090, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.861546] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133091, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.928289] env[62187]: DEBUG oslo_vmware.api [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210324} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.928289] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2130.928289] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2130.928458] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2130.928859] env[62187]: INFO nova.compute.manager [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2130.929317] env[62187]: DEBUG oslo.service.loopingcall [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2130.929770] env[62187]: DEBUG nova.compute.manager [-] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2130.930000] env[62187]: DEBUG nova.network.neutron [-] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2130.933407] env[62187]: DEBUG nova.compute.manager [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2130.934433] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150a5b23-ab4d-41c9-a051-23d91047f3c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.013031] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.013031] env[62187]: DEBUG nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2131.016583] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.894s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.017227] env[62187]: DEBUG nova.objects.instance [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lazy-loading 'resources' on Instance uuid 4cac6312-4c80-4930-ac8c-e8928cbabd5d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.096403] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Updated VIF entry in instance network info cache for port 6a27b2b5-379d-4567-9006-6fa532d54c05. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2131.096403] env[62187]: DEBUG nova.network.neutron [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Updating instance_info_cache with network_info: [{"id": "4d9292d8-591e-4088-9db5-57bd820ad987", "address": "fa:16:3e:0b:c8:5d", "network": {"id": "a321280d-e749-496a-be9e-0e3ea53597e1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-964822890", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d9292d8-59", "ovs_interfaceid": "4d9292d8-591e-4088-9db5-57bd820ad987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a27b2b5-379d-4567-9006-6fa532d54c05", "address": "fa:16:3e:10:0d:48", "network": {"id": "228ff798-82c1-4df0-bb0f-ce4b433ef0f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-160596642", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1bf8d69dc5314171bba2087b5c20c7a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2c424c9-6446-4b2a-af8c-4d9c29117c39", "external-id": "nsx-vlan-transportzone-437", "segmentation_id": 437, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a27b2b5-37", "ovs_interfaceid": "6a27b2b5-379d-4567-9006-6fa532d54c05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.183950] env[62187]: DEBUG nova.network.neutron [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.269486] env[62187]: INFO nova.compute.manager [None req-5e787be3-2bcd-4ddb-ae7e-93819e5e5920 tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance to original state: 'active' [ 2131.346416] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133090, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.359387] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.451237] env[62187]: DEBUG oslo_concurrency.lockutils [None req-855262b9-ee85-402a-89cb-e55ab45c73ac tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 41.774s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.523850] env[62187]: DEBUG nova.compute.utils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2131.529705] env[62187]: DEBUG nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2131.529705] env[62187]: DEBUG nova.network.neutron [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2131.601125] env[62187]: DEBUG oslo_concurrency.lockutils [req-dc435aa6-5672-40ff-92bb-5ec5407ff48d req-bb18177b-b475-4735-85a3-a802cf7f4779 service nova] Releasing lock "refresh_cache-3f82360d-09f1-4acc-8c5d-b25020e10cc0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.606721] env[62187]: DEBUG nova.policy [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2131.687527] env[62187]: INFO nova.compute.manager [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Took 1.84 seconds to deallocate network for instance. [ 2131.847724] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133090, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.861627] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.002220] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ee7f99-4cb0-4882-9e15-e3bb0adc8355 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.009837] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df23db8-400b-4e8c-9559-9b80305e1181 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.042538] env[62187]: DEBUG nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2132.045317] env[62187]: DEBUG nova.network.neutron [-] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2132.049388] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096d093-6855-4463-9237-da81a019510f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.052794] env[62187]: DEBUG nova.compute.manager [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Received event network-vif-deleted-f09f2107-6c6a-4a36-b62e-f052f955348e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2132.052794] env[62187]: DEBUG nova.compute.manager [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2132.052964] env[62187]: DEBUG nova.compute.manager [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing instance network info cache due to event network-changed-5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2132.053186] env[62187]: DEBUG oslo_concurrency.lockutils [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] Acquiring lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.053348] env[62187]: DEBUG oslo_concurrency.lockutils [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] Acquired lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.053504] env[62187]: DEBUG nova.network.neutron [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Refreshing network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.061254] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092adb70-3dff-4245-b396-943b79af686f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.075998] env[62187]: DEBUG nova.compute.provider_tree [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2132.165071] env[62187]: DEBUG nova.compute.manager [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Received event network-changed-61ff9382-2fa6-470b-b35d-23020b69fc2d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2132.165071] env[62187]: DEBUG nova.compute.manager [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Refreshing instance network info cache due to event network-changed-61ff9382-2fa6-470b-b35d-23020b69fc2d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2132.165071] env[62187]: DEBUG oslo_concurrency.lockutils [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] Acquiring lock "refresh_cache-b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.165071] env[62187]: DEBUG oslo_concurrency.lockutils [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] Acquired lock "refresh_cache-b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.165071] env[62187]: DEBUG nova.network.neutron [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Refreshing network info cache for port 61ff9382-2fa6-470b-b35d-23020b69fc2d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2132.181586] env[62187]: DEBUG nova.network.neutron [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Successfully created port: 48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2132.194267] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.347767] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133090, 'name': CreateVM_Task, 'duration_secs': 1.40331} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.348027] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2132.348753] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.348992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.349332] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2132.349624] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c949513d-957e-4700-af22-d55d9188d299 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.354353] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2132.354353] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52faf7aa-e78c-0501-fea3-65ab569c7d34" [ 2132.354353] env[62187]: _type = "Task" [ 2132.354353] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.365837] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133091, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.368432] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52faf7aa-e78c-0501-fea3-65ab569c7d34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.547317] env[62187]: INFO nova.compute.manager [-] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Took 1.62 seconds to deallocate network for instance. [ 2132.578692] env[62187]: DEBUG nova.scheduler.client.report [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2132.589383] env[62187]: INFO nova.compute.manager [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Unrescuing [ 2132.589646] env[62187]: DEBUG oslo_concurrency.lockutils [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.589793] env[62187]: DEBUG oslo_concurrency.lockutils [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquired lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.589951] env[62187]: DEBUG nova.network.neutron [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2132.866838] env[62187]: DEBUG oslo_vmware.api [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133091, 'name': PowerOnVM_Task, 'duration_secs': 1.887335} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.870397] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2132.870596] env[62187]: INFO nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Took 13.35 seconds to spawn the instance on the hypervisor. [ 2132.870771] env[62187]: DEBUG nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2132.871084] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52faf7aa-e78c-0501-fea3-65ab569c7d34, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.873869] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454fae0c-8838-490c-8915-29b639f06f4a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.876355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2132.876553] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2132.876780] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.876924] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.877111] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2132.877367] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df105a13-5be4-4498-bf64-d4c4c4f67fc6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.886694] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2132.886877] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2132.887639] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c888b0f-3587-4dc4-ae36-1e08641285d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.892443] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2132.892443] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525d1fb1-d687-ec13-fd64-fe19d6246391" [ 2132.892443] env[62187]: _type = "Task" [ 2132.892443] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.901684] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525d1fb1-d687-ec13-fd64-fe19d6246391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.914453] env[62187]: DEBUG nova.network.neutron [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Updated VIF entry in instance network info cache for port 61ff9382-2fa6-470b-b35d-23020b69fc2d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2132.914804] env[62187]: DEBUG nova.network.neutron [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Updating instance_info_cache with network_info: [{"id": "61ff9382-2fa6-470b-b35d-23020b69fc2d", "address": "fa:16:3e:ca:3d:a9", "network": {"id": "f348ebbf-0cd1-428c-8545-03ddb4fcea93", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1643809338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3922dfb1d044c5946c1b1bcac0437d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1470a3f8-be8a-4339-8a6f-9519366f32e4", "external-id": "nsx-vlan-transportzone-375", "segmentation_id": 375, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ff9382-2f", "ovs_interfaceid": "61ff9382-2fa6-470b-b35d-23020b69fc2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.057479] env[62187]: DEBUG nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2133.059371] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.085317] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.086795] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.519s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.088335] env[62187]: INFO nova.compute.claims [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2133.093152] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.093408] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.094611] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.094871] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.094954] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.095110] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.095308] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.095457] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.095611] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.095765] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.095923] env[62187]: DEBUG nova.virt.hardware [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.101398] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8588d9-95a7-4427-83ef-9f8d64d2e682 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.113925] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd647ae0-549d-4248-be17-65b155f6b0e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.143399] env[62187]: INFO nova.scheduler.client.report [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted allocations for instance 4cac6312-4c80-4930-ac8c-e8928cbabd5d [ 2133.185202] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.211232] env[62187]: DEBUG nova.network.neutron [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Successfully updated port: 58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2133.237967] env[62187]: DEBUG nova.network.neutron [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updated VIF entry in instance network info cache for port 5ca29497-c0b8-442f-90ca-64df585cf414. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2133.238107] env[62187]: DEBUG nova.network.neutron [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [{"id": "5ca29497-c0b8-442f-90ca-64df585cf414", "address": "fa:16:3e:c2:c3:53", "network": {"id": "95de838e-4157-48b6-9e8f-55648b10afb2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1852015878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "506562fd832444458bd7d41b759a8caf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ca29497-c0", "ovs_interfaceid": "5ca29497-c0b8-442f-90ca-64df585cf414", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.327423] env[62187]: DEBUG nova.network.neutron [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Updating instance_info_cache with network_info: [{"id": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "address": "fa:16:3e:5e:bf:cc", "network": {"id": "44ca5b8c-bf43-41b4-ace9-bea14cd63581", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1649698112-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d03810c1984a4d64a6b0a6da9970fcef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc7aa55d-223a-4157-9137-88dc492f2db2", "external-id": "nsx-vlan-transportzone-290", "segmentation_id": 290, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc164d018-ff", "ovs_interfaceid": "c164d018-ffc7-447c-ab69-3b36594d6bc7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.397486] env[62187]: INFO nova.compute.manager [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Took 41.27 seconds to build instance. [ 2133.406443] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525d1fb1-d687-ec13-fd64-fe19d6246391, 'name': SearchDatastore_Task, 'duration_secs': 0.021063} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.407549] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e45365be-8936-4646-9d25-ec5516b8fa65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.413362] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2133.413362] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5243b27b-ff2b-09fb-fa73-6e5e72e2ea35" [ 2133.413362] env[62187]: _type = "Task" [ 2133.413362] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.418061] env[62187]: DEBUG oslo_concurrency.lockutils [req-41aea88f-ece6-4ce7-bae4-e25db87402f6 req-12b3cd39-4763-4635-81b1-f137dfa4d699 service nova] Releasing lock "refresh_cache-b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.424050] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5243b27b-ff2b-09fb-fa73-6e5e72e2ea35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.657963] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b26fe934-2adb-4c8f-a4f9-990a6b83f86c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "4cac6312-4c80-4930-ac8c-e8928cbabd5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.431s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.714352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.714506] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquired lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.714889] env[62187]: DEBUG nova.network.neutron [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2133.740913] env[62187]: DEBUG oslo_concurrency.lockutils [req-9fab7823-64f7-4cef-9ced-11376e5c4c94 req-30e80d07-ec0c-4e85-a650-cec1052708c6 service nova] Releasing lock "refresh_cache-8f6a2782-b7da-4f4e-88ac-c921b5590d81" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.829936] env[62187]: DEBUG oslo_concurrency.lockutils [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Releasing lock "refresh_cache-48020d9c-a59b-4d17-baed-c87440cd2847" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.830737] env[62187]: DEBUG nova.objects.instance [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lazy-loading 'flavor' on Instance uuid 48020d9c-a59b-4d17-baed-c87440cd2847 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2133.900548] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fecfd024-06f3-44cb-a3c6-3c73881838d1 tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.559s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.924652] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5243b27b-ff2b-09fb-fa73-6e5e72e2ea35, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.924926] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.925206] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b33ee5a0-3430-4bcd-9d51-e4df221d4a9b/b33ee5a0-3430-4bcd-9d51-e4df221d4a9b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2133.925460] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e02624d1-15ac-4d33-87c8-bcdfafbf52b0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.932252] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2133.932252] env[62187]: value = "task-2133092" [ 2133.932252] env[62187]: _type = "Task" [ 2133.932252] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.940272] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.186569] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.187022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.187344] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.187688] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.187988] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.190728] env[62187]: INFO nova.compute.manager [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Terminating instance [ 2134.260066] env[62187]: DEBUG nova.network.neutron [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2134.295677] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.296011] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.299177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.299177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.299177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.300060] env[62187]: INFO nova.compute.manager [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Terminating instance [ 2134.339587] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4df106-6336-44ea-bb0a-7f293d2bcda9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.368788] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2134.372324] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30714bf4-04cc-47e8-982d-a8671b13d9e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.379028] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2134.379028] env[62187]: value = "task-2133093" [ 2134.379028] env[62187]: _type = "Task" [ 2134.379028] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.390646] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.445399] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133092, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.449142] env[62187]: DEBUG nova.compute.manager [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Received event network-vif-deleted-dc482fac-da14-431f-a8b8-36bbf5e9e3bc {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.449142] env[62187]: DEBUG nova.compute.manager [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Received event network-vif-plugged-58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.449142] env[62187]: DEBUG oslo_concurrency.lockutils [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] Acquiring lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.449142] env[62187]: DEBUG oslo_concurrency.lockutils [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.449142] env[62187]: DEBUG oslo_concurrency.lockutils [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.449142] env[62187]: DEBUG nova.compute.manager [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] No waiting events found dispatching network-vif-plugged-58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2134.449411] env[62187]: WARNING nova.compute.manager [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Received unexpected event network-vif-plugged-58475131-37c9-4d07-b762-7aa5870c03d9 for instance with vm_state building and task_state spawning. [ 2134.449411] env[62187]: DEBUG nova.compute.manager [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Received event network-changed-58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2134.449614] env[62187]: DEBUG nova.compute.manager [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Refreshing instance network info cache due to event network-changed-58475131-37c9-4d07-b762-7aa5870c03d9. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2134.449676] env[62187]: DEBUG oslo_concurrency.lockutils [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] Acquiring lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2134.461329] env[62187]: DEBUG nova.network.neutron [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Updating instance_info_cache with network_info: [{"id": "58475131-37c9-4d07-b762-7aa5870c03d9", "address": "fa:16:3e:a1:fd:87", "network": {"id": "7d937620-0f7a-4a44-b861-709081994381", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790622915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654c406af7c4bd2982ac6409ca4cc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58475131-37", "ovs_interfaceid": "58475131-37c9-4d07-b762-7aa5870c03d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.470429] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.470657] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.470935] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.471677] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.471677] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.475034] env[62187]: INFO nova.compute.manager [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Terminating instance [ 2134.589665] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca41f6fe-e22b-4ae7-a71f-def0b2cd0a64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.595105] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2de4779-1d38-4c63-be5c-76719daad812 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.629262] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef08967-24af-44df-96e3-0f659d78d3ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.637623] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca547e6-1da9-40b7-9be1-3b4af6c48f13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.652202] env[62187]: DEBUG nova.compute.provider_tree [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.700369] env[62187]: DEBUG nova.compute.manager [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2134.700651] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2134.701897] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e70ca0c-8fde-4426-99d6-41fafd09cfbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.711709] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2134.712253] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062fe21d-7477-4646-926b-946efb7fc55c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.720470] env[62187]: DEBUG oslo_vmware.api [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2134.720470] env[62187]: value = "task-2133094" [ 2134.720470] env[62187]: _type = "Task" [ 2134.720470] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.731909] env[62187]: DEBUG oslo_vmware.api [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.804660] env[62187]: DEBUG nova.compute.manager [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2134.805231] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2134.806296] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1dada-07f8-4dc9-9517-e011a8a6d334 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.816034] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2134.816511] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d597f0ae-5904-4e9f-aa5f-5c0535286f04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.824292] env[62187]: DEBUG oslo_vmware.api [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2134.824292] env[62187]: value = "task-2133095" [ 2134.824292] env[62187]: _type = "Task" [ 2134.824292] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.835208] env[62187]: DEBUG oslo_vmware.api [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.896170] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133093, 'name': PowerOffVM_Task, 'duration_secs': 0.360001} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.896490] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2134.903298] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2134.903706] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d778f35-c851-4168-a0fa-7b1860b66c76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.924949] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2134.924949] env[62187]: value = "task-2133096" [ 2134.924949] env[62187]: _type = "Task" [ 2134.924949] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.934251] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.945941] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808417} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2134.946300] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b33ee5a0-3430-4bcd-9d51-e4df221d4a9b/b33ee5a0-3430-4bcd-9d51-e4df221d4a9b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2134.946539] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2134.946864] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-903000ee-aa72-43b5-b823-d4b361580651 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.954077] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2134.954077] env[62187]: value = "task-2133097" [ 2134.954077] env[62187]: _type = "Task" [ 2134.954077] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2134.962609] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.967734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Releasing lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2134.968303] env[62187]: DEBUG nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Instance network_info: |[{"id": "58475131-37c9-4d07-b762-7aa5870c03d9", "address": "fa:16:3e:a1:fd:87", "network": {"id": "7d937620-0f7a-4a44-b861-709081994381", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790622915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654c406af7c4bd2982ac6409ca4cc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58475131-37", "ovs_interfaceid": "58475131-37c9-4d07-b762-7aa5870c03d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2134.968748] env[62187]: DEBUG oslo_concurrency.lockutils [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] Acquired lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2134.969354] env[62187]: DEBUG nova.network.neutron [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Refreshing network info cache for port 58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2134.971139] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:fd:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58475131-37c9-4d07-b762-7aa5870c03d9', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2134.981664] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Creating folder: Project (8654c406af7c4bd2982ac6409ca4cc63). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2134.986677] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8729d01b-3544-44ea-9946-8e196a3a17e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.989257] env[62187]: DEBUG nova.compute.manager [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2134.989461] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2134.990544] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15c9b4a-76b2-490a-a59c-e4d0e9ab4ed5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.000246] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2135.001699] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c733d64-bc84-42a5-b352-728379e36104 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.003559] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Created folder: Project (8654c406af7c4bd2982ac6409ca4cc63) in parent group-v435995. [ 2135.003815] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Creating folder: Instances. Parent ref: group-v436190. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2135.004107] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f97ee2e1-0ffd-4cb8-89f9-898b20d63345 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.010398] env[62187]: DEBUG oslo_vmware.api [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2135.010398] env[62187]: value = "task-2133099" [ 2135.010398] env[62187]: _type = "Task" [ 2135.010398] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.018027] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Created folder: Instances in parent group-v436190. [ 2135.018027] env[62187]: DEBUG oslo.service.loopingcall [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.018027] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2135.018027] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb51684f-ded7-43fa-9dab-955f0c4ff0cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.040298] env[62187]: DEBUG oslo_vmware.api [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.048594] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2135.048594] env[62187]: value = "task-2133101" [ 2135.048594] env[62187]: _type = "Task" [ 2135.048594] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.055853] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.071473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.071473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.155341] env[62187]: DEBUG nova.scheduler.client.report [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2135.229994] env[62187]: DEBUG oslo_vmware.api [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133094, 'name': PowerOffVM_Task, 'duration_secs': 0.227078} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.230439] env[62187]: DEBUG nova.network.neutron [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Updated VIF entry in instance network info cache for port 58475131-37c9-4d07-b762-7aa5870c03d9. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2135.230762] env[62187]: DEBUG nova.network.neutron [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Updating instance_info_cache with network_info: [{"id": "58475131-37c9-4d07-b762-7aa5870c03d9", "address": "fa:16:3e:a1:fd:87", "network": {"id": "7d937620-0f7a-4a44-b861-709081994381", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790622915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654c406af7c4bd2982ac6409ca4cc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58475131-37", "ovs_interfaceid": "58475131-37c9-4d07-b762-7aa5870c03d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.231924] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.232117] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2135.232562] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f130e2a7-f0af-4298-a3a9-3ceebb323dea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.334515] env[62187]: DEBUG oslo_vmware.api [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133095, 'name': PowerOffVM_Task, 'duration_secs': 0.253988} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.334796] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.334960] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2135.335224] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53bd3ffe-5924-4bfa-a87b-0b08a4962d87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.435054] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133096, 'name': ReconfigVM_Task, 'duration_secs': 0.445326} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.435321] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2135.435596] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2135.435903] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02dea0ba-ffb0-4ac4-8da1-5955c195f550 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.442027] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2135.442027] env[62187]: value = "task-2133104" [ 2135.442027] env[62187]: _type = "Task" [ 2135.442027] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.449357] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.462796] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081134} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.464215] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2135.464215] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29135ef5-49c6-43a1-910f-99c2eb5e49a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.488379] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b33ee5a0-3430-4bcd-9d51-e4df221d4a9b/b33ee5a0-3430-4bcd-9d51-e4df221d4a9b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2135.488623] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-798c941f-9a8c-4811-a0e7-a4a35f1f76b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.507056] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2135.507056] env[62187]: value = "task-2133105" [ 2135.507056] env[62187]: _type = "Task" [ 2135.507056] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.519641] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133105, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.523973] env[62187]: DEBUG oslo_vmware.api [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133099, 'name': PowerOffVM_Task, 'duration_secs': 0.305982} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.523973] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2135.523973] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2135.523973] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76fb1ea3-93d2-4745-8b8c-e6e781f326d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.559860] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.573242] env[62187]: DEBUG nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2135.661586] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.662181] env[62187]: DEBUG nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2135.665182] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.276s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.665374] env[62187]: DEBUG nova.objects.instance [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2135.733949] env[62187]: DEBUG oslo_concurrency.lockutils [req-c480d7a0-8637-4854-a4d8-18a758ed4885 req-1bbde36f-3a2f-46e3-9968-05eca16db72b service nova] Releasing lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.771849] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52045030-37b9-46be-b924-68610d15bf93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.778972] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf52d3e-5d83-4f68-8414-727400cc591b tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Suspending the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2135.779276] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8e1f355a-6172-4af0-a5a6-a5711f33a56d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.785883] env[62187]: DEBUG oslo_vmware.api [None req-1cf52d3e-5d83-4f68-8414-727400cc591b tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2135.785883] env[62187]: value = "task-2133107" [ 2135.785883] env[62187]: _type = "Task" [ 2135.785883] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.793524] env[62187]: DEBUG oslo_vmware.api [None req-1cf52d3e-5d83-4f68-8414-727400cc591b tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133107, 'name': SuspendVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.951912] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133104, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.020293] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133105, 'name': ReconfigVM_Task, 'duration_secs': 0.464919} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.020599] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b33ee5a0-3430-4bcd-9d51-e4df221d4a9b/b33ee5a0-3430-4bcd-9d51-e4df221d4a9b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2136.021485] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2ff2d05-0de1-4fd7-b4e1-ec50254058bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.031023] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2136.031023] env[62187]: value = "task-2133108" [ 2136.031023] env[62187]: _type = "Task" [ 2136.031023] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.043102] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133108, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.059370] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.102471] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.170555] env[62187]: DEBUG nova.compute.utils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2136.174546] env[62187]: DEBUG nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Not allocating networking since 'none' was specified. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2136.298307] env[62187]: DEBUG oslo_vmware.api [None req-1cf52d3e-5d83-4f68-8414-727400cc591b tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133107, 'name': SuspendVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.452438] env[62187]: DEBUG oslo_vmware.api [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133104, 'name': PowerOnVM_Task, 'duration_secs': 0.78951} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.452755] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2136.452993] env[62187]: DEBUG nova.compute.manager [None req-46d3398c-1d61-4db2-bb6d-160a9a5b86f0 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.453771] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3557e057-6dcb-4f20-a192-8450ad1684e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.540362] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133108, 'name': Rename_Task, 'duration_secs': 0.226233} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.540647] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2136.540880] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a6e0bce-e293-4bb0-8d63-29051e379ebd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.547092] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2136.547092] env[62187]: value = "task-2133109" [ 2136.547092] env[62187]: _type = "Task" [ 2136.547092] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.558073] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.561225] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.675684] env[62187]: DEBUG nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2136.679035] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73ee049c-9cb5-4496-addd-873320a6970b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.680439] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.948s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.680682] env[62187]: DEBUG nova.objects.instance [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lazy-loading 'resources' on Instance uuid 04fb3dff-e3d7-4182-bf92-e8b2173c6f31 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2136.796956] env[62187]: DEBUG oslo_vmware.api [None req-1cf52d3e-5d83-4f68-8414-727400cc591b tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133107, 'name': SuspendVM_Task, 'duration_secs': 0.63615} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.797376] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf52d3e-5d83-4f68-8414-727400cc591b tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Suspended the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2136.797562] env[62187]: DEBUG nova.compute.manager [None req-1cf52d3e-5d83-4f68-8414-727400cc591b tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2136.798355] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52f87a3-1209-4214-adcf-328a952282be {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.061597] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.064702] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.536377] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "48020d9c-a59b-4d17-baed-c87440cd2847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.536731] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "48020d9c-a59b-4d17-baed-c87440cd2847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.536957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "48020d9c-a59b-4d17-baed-c87440cd2847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.537157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "48020d9c-a59b-4d17-baed-c87440cd2847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.537719] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "48020d9c-a59b-4d17-baed-c87440cd2847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.539979] env[62187]: INFO nova.compute.manager [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Terminating instance [ 2137.554891] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd34aa89-6df3-4217-876e-70f0b4df04ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.565205] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133109, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.572770] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8ebe86-18bb-4021-8ad1-9d1691a2a77b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.575831] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.602573] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83370144-5fc5-4244-bc18-6b187ba7be45 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.610307] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e55293-5e4a-43fe-b067-ab057cd732c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.625041] env[62187]: DEBUG nova.compute.provider_tree [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.690130] env[62187]: DEBUG nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2137.717266] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2137.717639] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2137.717913] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2137.718222] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2137.718475] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2137.718724] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2137.719047] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2137.719348] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2137.719583] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2137.719835] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2137.720121] env[62187]: DEBUG nova.virt.hardware [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2137.721305] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885a1cda-60d2-438f-8398-42ad4b67c4fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.729608] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f112eeae-91e6-4dd5-a1e2-d84975df046b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.746926] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2137.752815] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Creating folder: Project (b238a63a1a964c5ca010448abe4c486a). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2137.753832] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20df2a89-1ce4-4350-a782-c773a4d9142a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.764051] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Created folder: Project (b238a63a1a964c5ca010448abe4c486a) in parent group-v435995. [ 2137.764234] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Creating folder: Instances. Parent ref: group-v436193. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2137.764488] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3be67089-807d-40dc-bad0-fdaa0e583831 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.775116] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Created folder: Instances in parent group-v436193. [ 2137.775116] env[62187]: DEBUG oslo.service.loopingcall [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2137.775116] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2137.775116] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-882f3135-4943-426c-baa9-68f0d8aa8da6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.790512] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2137.790512] env[62187]: value = "task-2133112" [ 2137.790512] env[62187]: _type = "Task" [ 2137.790512] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.797972] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133112, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.045479] env[62187]: DEBUG nova.compute.manager [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2138.045901] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.047162] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a014bf04-f052-4219-80d8-2cc05e2ac25b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.065231] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2138.071051] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-233ef2a2-2817-4841-a083-5958fdd230b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.073115] env[62187]: DEBUG oslo_vmware.api [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133109, 'name': PowerOnVM_Task, 'duration_secs': 1.12392} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.075510] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.075803] env[62187]: INFO nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Took 9.51 seconds to spawn the instance on the hypervisor. [ 2138.076084] env[62187]: DEBUG nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2138.077988] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78410f7-10e3-4a6f-a53a-23d6e08d130e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.087151] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.087566] env[62187]: DEBUG oslo_vmware.api [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2138.087566] env[62187]: value = "task-2133113" [ 2138.087566] env[62187]: _type = "Task" [ 2138.087566] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.104855] env[62187]: DEBUG oslo_vmware.api [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.128615] env[62187]: DEBUG nova.scheduler.client.report [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2138.238572] env[62187]: INFO nova.compute.manager [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Resuming [ 2138.239274] env[62187]: DEBUG nova.objects.instance [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lazy-loading 'flavor' on Instance uuid 5344920a-e824-4ae6-ad29-8415d3015360 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.304185] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133112, 'name': CreateVM_Task, 'duration_secs': 0.286609} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.304409] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2138.305012] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.305281] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.305745] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2138.306114] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bba0505-9b66-4312-9e3d-6242b497d3fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.313848] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2138.313848] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4c7d8-3429-c143-fb18-5aff9806e8fe" [ 2138.313848] env[62187]: _type = "Task" [ 2138.313848] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.321325] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4c7d8-3429-c143-fb18-5aff9806e8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.566742] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.597861] env[62187]: DEBUG oslo_vmware.api [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133113, 'name': PowerOffVM_Task, 'duration_secs': 0.205111} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.598159] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2138.598299] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2138.598541] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e239d49-0fa1-4e67-9dc8-d9650091aca6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.607834] env[62187]: INFO nova.compute.manager [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Took 38.65 seconds to build instance. [ 2138.636859] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.639207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.548s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.665374] env[62187]: INFO nova.scheduler.client.report [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleted allocations for instance 04fb3dff-e3d7-4182-bf92-e8b2173c6f31 [ 2138.825578] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4c7d8-3429-c143-fb18-5aff9806e8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.825942] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.826189] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2138.826421] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.826564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.826735] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2138.826985] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9d88a33-0843-43ea-9676-53799480a221 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.834641] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2138.834804] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2138.835477] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d96e18f5-38bc-4628-a355-b87f4ea5004e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.840416] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2138.840416] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529354d6-f7be-1c77-d534-e72d00cae993" [ 2138.840416] env[62187]: _type = "Task" [ 2138.840416] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.847670] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529354d6-f7be-1c77-d534-e72d00cae993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.067357] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.110049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a426951-8a10-4b52-9076-66a6171ed843 tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.184s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.174685] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d3ba88ec-ad58-43df-8220-36ae9eaa6085 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "04fb3dff-e3d7-4182-bf92-e8b2173c6f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.050s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.352364] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529354d6-f7be-1c77-d534-e72d00cae993, 'name': SearchDatastore_Task, 'duration_secs': 0.008127} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.353135] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c2fe10-b4e2-4e81-bda4-8e4d5ee10a71 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.358130] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2139.358130] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52716c4a-5a81-8b39-abb5-1f321eac3346" [ 2139.358130] env[62187]: _type = "Task" [ 2139.358130] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.369147] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.369387] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.369587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.369765] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.369927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.371638] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52716c4a-5a81-8b39-abb5-1f321eac3346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.372184] env[62187]: INFO nova.compute.manager [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Terminating instance [ 2139.498193] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0847596f-4ad1-4508-a37b-a4e6bdc42874 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.505288] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d988fad8-03c8-4a22-a385-f9ec6611ccf5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.542236] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe5fbe-2e24-4a86-bb16-a9229b2f7473 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.549325] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ee7b26-9329-4ac0-a4c6-b17937276c70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.564417] env[62187]: DEBUG nova.compute.provider_tree [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2139.573195] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.749979] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.750265] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquired lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2139.750539] env[62187]: DEBUG nova.network.neutron [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2139.869016] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52716c4a-5a81-8b39-abb5-1f321eac3346, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.869301] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.869560] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2139.869812] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63e3bf59-d095-4de7-8fe1-1c49dffb834a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.875539] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2139.875539] env[62187]: value = "task-2133115" [ 2139.875539] env[62187]: _type = "Task" [ 2139.875539] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.878760] env[62187]: DEBUG nova.compute.manager [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2139.878955] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2139.879646] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7650d4a-4ae4-44cf-aa01-6ad362ea23ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.886098] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.887990] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2139.888210] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b029c069-f6cd-4820-85a8-86af1f65e325 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.893655] env[62187]: DEBUG oslo_vmware.api [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2139.893655] env[62187]: value = "task-2133116" [ 2139.893655] env[62187]: _type = "Task" [ 2139.893655] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.900836] env[62187]: DEBUG oslo_vmware.api [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.069693] env[62187]: DEBUG nova.scheduler.client.report [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2140.079378] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.172289] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "9602a655-9434-42b7-85cf-c6038da0beb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.172855] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "9602a655-9434-42b7-85cf-c6038da0beb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.385270] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448463} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.385510] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.385637] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2140.385884] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-591d99ff-5535-4aa3-aa4f-32dbe8dc7f08 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.391806] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2140.391806] env[62187]: value = "task-2133117" [ 2140.391806] env[62187]: _type = "Task" [ 2140.391806] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.408967] env[62187]: DEBUG oslo_vmware.api [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133116, 'name': PowerOffVM_Task, 'duration_secs': 0.220338} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.409281] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.409463] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2140.409628] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2140.409944] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdd993ff-4e40-44fb-b99b-f7edc369d75f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.472157] env[62187]: DEBUG nova.network.neutron [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [{"id": "054377db-67ba-4773-950b-56afd15aecea", "address": "fa:16:3e:60:d5:f6", "network": {"id": "1d524cbf-e7ab-4eb8-a102-9850d967d360", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2000775680-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "86cfce712788423e9232f86762b09e7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap054377db-67", "ovs_interfaceid": "054377db-67ba-4773-950b-56afd15aecea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.578014] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.675885] env[62187]: DEBUG nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2140.906749] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059674} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.907131] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2140.908037] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c0287f-dfa9-4f72-96bd-f6804d9c38d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.928305] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.928684] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb320b9-5170-4af9-a1e8-1790a547e942 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.948045] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2140.948045] env[62187]: value = "task-2133119" [ 2140.948045] env[62187]: _type = "Task" [ 2140.948045] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.974901] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Releasing lock "refresh_cache-5344920a-e824-4ae6-ad29-8415d3015360" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.975850] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8aadc5-bbf0-44fd-b91e-14f1ba6eb186 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.982220] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Resuming the VM {{(pid=62187) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2140.982533] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a3b435-45ee-4018-bf04-1cc5e8aa7848 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.010024] env[62187]: DEBUG oslo_vmware.api [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2141.010024] env[62187]: value = "task-2133120" [ 2141.010024] env[62187]: _type = "Task" [ 2141.010024] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.018284] env[62187]: DEBUG oslo_vmware.api [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.074316] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.079828] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.441s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.082709] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.537s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.082928] env[62187]: DEBUG nova.objects.instance [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'resources' on Instance uuid 9bf633d8-49f4-4ab9-9431-320ba54b76e5 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2141.199522] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.462027] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133119, 'name': ReconfigVM_Task, 'duration_secs': 0.325127} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.462027] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2141.462027] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d193aae-afa9-4144-8924-4bcdeab9c491 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.468185] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2141.468185] env[62187]: value = "task-2133121" [ 2141.468185] env[62187]: _type = "Task" [ 2141.468185] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.478541] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133121, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.523513] env[62187]: DEBUG oslo_vmware.api [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133120, 'name': PowerOnVM_Task, 'duration_secs': 0.531654} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.523901] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Resumed the VM {{(pid=62187) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2141.524142] env[62187]: DEBUG nova.compute.manager [None req-ebfebdda-ba8e-4b2c-bf9f-2c03ddc7af4f tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2141.525261] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a48d0fb-a213-4d8b-bd69-7bd492320c97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.577745] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.644295] env[62187]: INFO nova.scheduler.client.report [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted allocation for migration 2ad6a68a-736a-4648-8ea9-7a5f42f79141 [ 2141.953220] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62d8a23-4b3b-4e95-8d17-2e63f23e20a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.960530] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414eb18b-4d63-47d7-982b-d852af7a0adb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.991732] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bad0f3e-7bcd-4cfe-99f3-1ea0afff74ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.998901] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133121, 'name': Rename_Task, 'duration_secs': 0.3172} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.000585] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.000808] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe25133b-3574-4f57-b0c0-3c94a88a73ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.006742] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e2064a-14bb-41d7-a2d1-73f27b7bd813 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.011059] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2142.011059] env[62187]: value = "task-2133122" [ 2142.011059] env[62187]: _type = "Task" [ 2142.011059] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.022720] env[62187]: DEBUG nova.compute.provider_tree [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2142.029024] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133122, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.077839] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.152489] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9395bb8d-f3e0-4255-b133-107d0897659f tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.126s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.369943] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2142.370278] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2142.370501] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Deleting the datastore file [datastore2] b33ee5a0-3430-4bcd-9d51-e4df221d4a9b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2142.370801] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e8c7a48-df6b-4cae-ac36-6375f9d6373f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.377906] env[62187]: DEBUG oslo_vmware.api [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for the task: (returnval){ [ 2142.377906] env[62187]: value = "task-2133123" [ 2142.377906] env[62187]: _type = "Task" [ 2142.377906] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.387040] env[62187]: DEBUG oslo_vmware.api [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.394532] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2142.394785] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2142.394967] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Deleting the datastore file [datastore2] e5540ead-917b-4a5b-a11e-d5bed9ea0331 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2142.395352] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f95e072-90c9-4cc1-9467-75e35941cb06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.402284] env[62187]: DEBUG oslo_vmware.api [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2142.402284] env[62187]: value = "task-2133124" [ 2142.402284] env[62187]: _type = "Task" [ 2142.402284] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.415321] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2142.415610] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2142.415812] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore1] 66e4bd18-5b1e-4854-960b-cf890d53c7cb {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2142.419528] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b92e1bde-959a-43a7-a301-557504a4712d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.421587] env[62187]: DEBUG oslo_vmware.api [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.426619] env[62187]: DEBUG oslo_vmware.api [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2142.426619] env[62187]: value = "task-2133125" [ 2142.426619] env[62187]: _type = "Task" [ 2142.426619] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.435130] env[62187]: DEBUG oslo_vmware.api [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.461328] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2142.461559] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2142.461740] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Deleting the datastore file [datastore1] 48020d9c-a59b-4d17-baed-c87440cd2847 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2142.462018] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ef0049-2b1e-42a7-aeb1-bf5bae274c6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.468288] env[62187]: DEBUG oslo_vmware.api [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2142.468288] env[62187]: value = "task-2133126" [ 2142.468288] env[62187]: _type = "Task" [ 2142.468288] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.477458] env[62187]: DEBUG oslo_vmware.api [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.522563] env[62187]: DEBUG oslo_vmware.api [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133122, 'name': PowerOnVM_Task, 'duration_secs': 0.446455} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.522906] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2142.523165] env[62187]: INFO nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Took 4.83 seconds to spawn the instance on the hypervisor. [ 2142.523423] env[62187]: DEBUG nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.524286] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e3bf56-a227-4bd2-8c79-957c6954bb60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.527405] env[62187]: DEBUG nova.scheduler.client.report [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2142.566290] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2142.566533] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2142.566720] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Deleting the datastore file [datastore1] 3f82360d-09f1-4acc-8c5d-b25020e10cc0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2142.566998] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c8201b-0b21-4b56-9fb4-90b9a272bdb2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.578491] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.579815] env[62187]: DEBUG oslo_vmware.api [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for the task: (returnval){ [ 2142.579815] env[62187]: value = "task-2133127" [ 2142.579815] env[62187]: _type = "Task" [ 2142.579815] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.590036] env[62187]: DEBUG oslo_vmware.api [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.890935] env[62187]: DEBUG oslo_vmware.api [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Task: {'id': task-2133123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511698} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.892437] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2142.892565] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2142.892722] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2142.892894] env[62187]: INFO nova.compute.manager [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Took 3.01 seconds to destroy the instance on the hypervisor. [ 2142.893199] env[62187]: DEBUG oslo.service.loopingcall [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.893461] env[62187]: DEBUG nova.compute.manager [-] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2142.893579] env[62187]: DEBUG nova.network.neutron [-] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2142.911908] env[62187]: DEBUG oslo_vmware.api [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288163} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.912146] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2142.912298] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2142.912482] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2142.912652] env[62187]: INFO nova.compute.manager [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Took 8.21 seconds to destroy the instance on the hypervisor. [ 2142.913027] env[62187]: DEBUG oslo.service.loopingcall [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.913870] env[62187]: DEBUG nova.compute.manager [-] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2142.913870] env[62187]: DEBUG nova.network.neutron [-] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2142.938499] env[62187]: DEBUG oslo_vmware.api [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179778} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.938934] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2142.939259] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2142.939558] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2142.939868] env[62187]: INFO nova.compute.manager [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Took 8.13 seconds to destroy the instance on the hypervisor. [ 2142.940222] env[62187]: DEBUG oslo.service.loopingcall [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.940522] env[62187]: DEBUG nova.compute.manager [-] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2142.940711] env[62187]: DEBUG nova.network.neutron [-] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2142.982396] env[62187]: DEBUG oslo_vmware.api [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222637} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.982728] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2142.982973] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2142.983116] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2142.983296] env[62187]: INFO nova.compute.manager [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Took 4.94 seconds to destroy the instance on the hypervisor. [ 2142.983597] env[62187]: DEBUG oslo.service.loopingcall [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2142.983953] env[62187]: DEBUG nova.compute.manager [-] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2142.984032] env[62187]: DEBUG nova.network.neutron [-] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2143.033933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.038038] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.572s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.039164] env[62187]: DEBUG nova.objects.instance [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lazy-loading 'resources' on Instance uuid 5efe9c74-a22a-4c7f-aa26-37834a0ae063 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.052407] env[62187]: INFO nova.compute.manager [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Took 28.51 seconds to build instance. [ 2143.079384] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.089568] env[62187]: DEBUG oslo_vmware.api [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Task: {'id': task-2133127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462017} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.090036] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2143.090371] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2143.091107] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2143.091561] env[62187]: INFO nova.compute.manager [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Took 8.10 seconds to destroy the instance on the hypervisor. [ 2143.091935] env[62187]: DEBUG oslo.service.loopingcall [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2143.092247] env[62187]: DEBUG nova.compute.manager [-] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2143.092459] env[62187]: DEBUG nova.network.neutron [-] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2143.360027] env[62187]: INFO nova.scheduler.client.report [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted allocations for instance 9bf633d8-49f4-4ab9-9431-320ba54b76e5 [ 2143.558979] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9294b226-f67e-43ab-8fff-6915f0efe404 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.029s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.580200] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133101, 'name': CreateVM_Task, 'duration_secs': 8.18677} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.581033] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2143.581816] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2143.582028] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2143.582352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2143.582871] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846ea54c-203a-428e-b6ea-e936311316cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.588098] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2143.588098] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283b436-bf3e-6714-bc99-07469ed4bd67" [ 2143.588098] env[62187]: _type = "Task" [ 2143.588098] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.596707] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283b436-bf3e-6714-bc99-07469ed4bd67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.871684] env[62187]: DEBUG oslo_concurrency.lockutils [None req-45135eae-55c4-4d78-8132-02f41c1f913e tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9bf633d8-49f4-4ab9-9431-320ba54b76e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.747s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.014023] env[62187]: DEBUG nova.compute.manager [req-c0c98414-27bc-446c-8fbe-c40dc5d67852 req-07d018f9-57e1-4089-8563-e531e7cd910a service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Received event network-vif-deleted-61ff9382-2fa6-470b-b35d-23020b69fc2d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2144.014023] env[62187]: INFO nova.compute.manager [req-c0c98414-27bc-446c-8fbe-c40dc5d67852 req-07d018f9-57e1-4089-8563-e531e7cd910a service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Neutron deleted interface 61ff9382-2fa6-470b-b35d-23020b69fc2d; detaching it from the instance and deleting it from the info cache [ 2144.014267] env[62187]: DEBUG nova.network.neutron [req-c0c98414-27bc-446c-8fbe-c40dc5d67852 req-07d018f9-57e1-4089-8563-e531e7cd910a service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.038090] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87575b4e-6a4f-4ef9-a1a6-3067f0b0947b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.046358] env[62187]: DEBUG nova.compute.manager [req-e71e7ba8-5251-4d5c-ae2d-2ad56f876eb5 req-7c1e374f-1028-4869-9dd0-249eb1027170 service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Received event network-vif-deleted-04596633-41f4-40ed-a6cc-3999651723de {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2144.046508] env[62187]: INFO nova.compute.manager [req-e71e7ba8-5251-4d5c-ae2d-2ad56f876eb5 req-7c1e374f-1028-4869-9dd0-249eb1027170 service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Neutron deleted interface 04596633-41f4-40ed-a6cc-3999651723de; detaching it from the instance and deleting it from the info cache [ 2144.046667] env[62187]: DEBUG nova.network.neutron [req-e71e7ba8-5251-4d5c-ae2d-2ad56f876eb5 req-7c1e374f-1028-4869-9dd0-249eb1027170 service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.051647] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4250b08a-e8e3-440b-b4c4-55283d735fd9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.086154] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3e705-ac78-4880-b947-947de8a327a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.099953] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab63b8e-e63c-420d-8b19-9a27f05e2649 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.103982] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283b436-bf3e-6714-bc99-07469ed4bd67, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.104282] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2144.104510] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2144.104733] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.104874] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.105057] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2144.105709] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-265375fc-ca79-4b53-8759-ddc3d952a497 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.116698] env[62187]: DEBUG nova.compute.provider_tree [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2144.124784] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2144.124959] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2144.126264] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42a7f566-a76c-4400-9c64-e157579d01bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.129254] env[62187]: INFO nova.compute.manager [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Rebuilding instance [ 2144.132796] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2144.132796] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52318ed2-17fb-1a3c-e9c7-d2bc0aaf5333" [ 2144.132796] env[62187]: _type = "Task" [ 2144.132796] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.140617] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52318ed2-17fb-1a3c-e9c7-d2bc0aaf5333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.214715] env[62187]: DEBUG nova.network.neutron [-] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.216501] env[62187]: DEBUG nova.network.neutron [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Successfully updated port: 48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2144.219411] env[62187]: DEBUG nova.compute.manager [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2144.220280] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0b9b7-e130-4ab7-8cf5-4acc415b226c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.226941] env[62187]: DEBUG nova.network.neutron [-] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.246260] env[62187]: DEBUG nova.network.neutron [-] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.260553] env[62187]: DEBUG nova.network.neutron [-] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2144.355915] env[62187]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 2144.521215] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-247afa09-6c8d-4be6-8be8-f4450235c6a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.531224] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698ae06b-359b-45ec-928a-375c92700923 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.551265] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee0caf01-6d13-44e8-a734-01df1910bbe8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.566516] env[62187]: DEBUG nova.compute.manager [req-c0c98414-27bc-446c-8fbe-c40dc5d67852 req-07d018f9-57e1-4089-8563-e531e7cd910a service nova] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Detach interface failed, port_id=61ff9382-2fa6-470b-b35d-23020b69fc2d, reason: Instance b33ee5a0-3430-4bcd-9d51-e4df221d4a9b could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2144.573666] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57fb94a-43dd-4446-a81d-a71388c69bb8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.609267] env[62187]: DEBUG nova.compute.manager [req-e71e7ba8-5251-4d5c-ae2d-2ad56f876eb5 req-7c1e374f-1028-4869-9dd0-249eb1027170 service nova] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Detach interface failed, port_id=04596633-41f4-40ed-a6cc-3999651723de, reason: Instance 66e4bd18-5b1e-4854-960b-cf890d53c7cb could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2144.619639] env[62187]: DEBUG nova.scheduler.client.report [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2144.647281] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52318ed2-17fb-1a3c-e9c7-d2bc0aaf5333, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.648643] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8345aa2f-df87-4555-aabb-07f3084cd708 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.654754] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2144.654754] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5289902c-480b-fa86-6342-89b3ffa5c3c8" [ 2144.654754] env[62187]: _type = "Task" [ 2144.654754] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.671114] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5289902c-480b-fa86-6342-89b3ffa5c3c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.719700] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.719823] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.719977] env[62187]: DEBUG nova.network.neutron [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2144.721231] env[62187]: INFO nova.compute.manager [-] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Took 1.83 seconds to deallocate network for instance. [ 2144.730738] env[62187]: INFO nova.compute.manager [-] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Took 1.75 seconds to deallocate network for instance. [ 2144.749148] env[62187]: INFO nova.compute.manager [-] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Took 1.81 seconds to deallocate network for instance. [ 2144.765242] env[62187]: INFO nova.compute.manager [-] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Took 1.85 seconds to deallocate network for instance. [ 2144.857506] env[62187]: DEBUG nova.network.neutron [-] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.128470] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.131593] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.691s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.131840] env[62187]: DEBUG nova.objects.instance [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lazy-loading 'resources' on Instance uuid 290c3fc8-33a0-4b8c-ac48-20de7e5e723c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2145.150721] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.150856] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.151083] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.151272] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.151458] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.154146] env[62187]: INFO nova.compute.manager [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Terminating instance [ 2145.165903] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5289902c-480b-fa86-6342-89b3ffa5c3c8, 'name': SearchDatastore_Task, 'duration_secs': 0.017892} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.166154] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.166422] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c5b4335d-5bf7-435d-870e-2c4f283fcd2e/c5b4335d-5bf7-435d-870e-2c4f283fcd2e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2145.166935] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-307ed351-daf5-45b4-a658-e26960a85fa7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.174812] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2145.174812] env[62187]: value = "task-2133128" [ 2145.174812] env[62187]: _type = "Task" [ 2145.174812] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.183392] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.212827] env[62187]: INFO nova.scheduler.client.report [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleted allocations for instance 5efe9c74-a22a-4c7f-aa26-37834a0ae063 [ 2145.227102] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.241022] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.241022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.241022] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db43e036-7f1d-4af1-a8bb-bef5a26d467d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.250025] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2145.250025] env[62187]: value = "task-2133129" [ 2145.250025] env[62187]: _type = "Task" [ 2145.250025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.261806] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.262128] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.270242] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.307548] env[62187]: DEBUG nova.network.neutron [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2145.360824] env[62187]: INFO nova.compute.manager [-] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Took 2.27 seconds to deallocate network for instance. [ 2145.640812] env[62187]: DEBUG nova.network.neutron [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.664334] env[62187]: DEBUG nova.compute.manager [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2145.664334] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.668831] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9660b53-1146-4d75-8ed5-3f10b650a256 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.684047] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.688484] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8765413-662a-4019-8c54-25bacedcadff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.696581] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479531} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.697882] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c5b4335d-5bf7-435d-870e-2c4f283fcd2e/c5b4335d-5bf7-435d-870e-2c4f283fcd2e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2145.698114] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2145.698442] env[62187]: DEBUG oslo_vmware.api [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2145.698442] env[62187]: value = "task-2133130" [ 2145.698442] env[62187]: _type = "Task" [ 2145.698442] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.698675] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8435dc07-781b-4b20-99c3-849c3f8eb594 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.711407] env[62187]: DEBUG oslo_vmware.api [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.711802] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2145.711802] env[62187]: value = "task-2133131" [ 2145.711802] env[62187]: _type = "Task" [ 2145.711802] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.720603] env[62187]: DEBUG oslo_concurrency.lockutils [None req-714d1491-7bff-411c-9271-a31cdcae3fc7 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "5efe9c74-a22a-4c7f-aa26-37834a0ae063" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.267s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.728737] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.762470] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133129, 'name': PowerOffVM_Task, 'duration_secs': 0.249022} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.762918] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2145.763322] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2145.764519] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff0f51-69c3-4bbd-a0ea-9fe50b1794f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.778081] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2145.779283] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c96d05b4-973c-4bf9-910f-b3b51f026161 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.805805] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2145.806047] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2145.806214] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Deleting the datastore file [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2145.806489] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72991da0-c611-450e-b8a1-32010ff32d2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.814479] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2145.814479] env[62187]: value = "task-2133133" [ 2145.814479] env[62187]: _type = "Task" [ 2145.814479] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.827485] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.872851] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.112299] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.112536] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.126196] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5154e9f0-9287-4c0c-8a19-78d25b0f7b23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.135966] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e470a34-fa8e-424a-aa14-ffb19444782e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.142286] env[62187]: DEBUG nova.compute.manager [req-e0c35cb9-67d0-487c-ab40-cf6357e4078d req-61ecd9b6-adb7-409c-904c-3fb305890666 service nova] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Received event network-vif-deleted-c164d018-ffc7-447c-ab69-3b36594d6bc7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.142494] env[62187]: DEBUG nova.compute.manager [req-e0c35cb9-67d0-487c-ab40-cf6357e4078d req-61ecd9b6-adb7-409c-904c-3fb305890666 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received event network-vif-deleted-4d9292d8-591e-4088-9db5-57bd820ad987 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.142711] env[62187]: DEBUG nova.compute.manager [req-e0c35cb9-67d0-487c-ab40-cf6357e4078d req-61ecd9b6-adb7-409c-904c-3fb305890666 service nova] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Received event network-vif-deleted-6a27b2b5-379d-4567-9006-6fa532d54c05 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.170340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.170684] env[62187]: DEBUG nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Instance network_info: |[{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2146.172626] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:f3:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48c5c7c1-946a-422f-9da0-fba721267841', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2146.179985] env[62187]: DEBUG oslo.service.loopingcall [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.181818] env[62187]: DEBUG nova.compute.manager [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Received event network-vif-deleted-e5ca4f14-1198-493d-9aa6-26751ca3ec35 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.181818] env[62187]: DEBUG nova.compute.manager [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-vif-plugged-48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.181818] env[62187]: DEBUG oslo_concurrency.lockutils [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.181990] env[62187]: DEBUG oslo_concurrency.lockutils [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.182193] env[62187]: DEBUG oslo_concurrency.lockutils [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.182368] env[62187]: DEBUG nova.compute.manager [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] No waiting events found dispatching network-vif-plugged-48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2146.182528] env[62187]: WARNING nova.compute.manager [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received unexpected event network-vif-plugged-48c5c7c1-946a-422f-9da0-fba721267841 for instance with vm_state building and task_state spawning. [ 2146.182684] env[62187]: DEBUG nova.compute.manager [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-changed-48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2146.182830] env[62187]: DEBUG nova.compute.manager [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing instance network info cache due to event network-changed-48c5c7c1-946a-422f-9da0-fba721267841. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2146.183018] env[62187]: DEBUG oslo_concurrency.lockutils [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.183157] env[62187]: DEBUG oslo_concurrency.lockutils [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.183313] env[62187]: DEBUG nova.network.neutron [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing network info cache for port 48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2146.184904] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b04f250-22ac-4314-8dff-841c0bd85b0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.188395] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2146.188834] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a22fd97-0302-441b-8cce-4e0d988cbe86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.211292] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806e7480-865f-48ad-8da4-9271aef81c2d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.221727] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2146.221727] env[62187]: value = "task-2133134" [ 2146.221727] env[62187]: _type = "Task" [ 2146.221727] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.221997] env[62187]: DEBUG oslo_vmware.api [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133130, 'name': PowerOffVM_Task, 'duration_secs': 0.17897} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.225539] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2146.225722] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2146.228957] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94845b29-7497-4a8a-afff-6b8c49efe1b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.238413] env[62187]: DEBUG nova.compute.provider_tree [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.243080] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06323} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.243800] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2146.244323] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f896afaa-997f-4ced-b032-98e69e2bf87a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.249558] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133134, 'name': CreateVM_Task} progress is 15%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.270068] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] c5b4335d-5bf7-435d-870e-2c4f283fcd2e/c5b4335d-5bf7-435d-870e-2c4f283fcd2e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2146.270686] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aa4a482-32de-4d0c-9f2e-de61e35300d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.291420] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2146.291420] env[62187]: value = "task-2133136" [ 2146.291420] env[62187]: _type = "Task" [ 2146.291420] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.299763] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133136, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.325332] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113732} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.325332] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2146.325540] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2146.325799] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2146.614479] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "503f0f38-af02-4ddc-b04b-002428547164" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.614803] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "503f0f38-af02-4ddc-b04b-002428547164" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.615032] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "503f0f38-af02-4ddc-b04b-002428547164-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.615212] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "503f0f38-af02-4ddc-b04b-002428547164-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.615379] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "503f0f38-af02-4ddc-b04b-002428547164-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.617286] env[62187]: DEBUG nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2146.620027] env[62187]: INFO nova.compute.manager [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Terminating instance [ 2146.734930] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133134, 'name': CreateVM_Task, 'duration_secs': 0.487266} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.735115] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2146.735771] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.735933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.736291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2146.736914] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f37549-15f6-4638-9647-d3d86afe1bdc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.741119] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2146.741119] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52058ebc-eafc-0d51-a0cc-5585dac6a4ed" [ 2146.741119] env[62187]: _type = "Task" [ 2146.741119] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.744496] env[62187]: DEBUG nova.scheduler.client.report [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2146.751923] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52058ebc-eafc-0d51-a0cc-5585dac6a4ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.801013] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133136, 'name': ReconfigVM_Task, 'duration_secs': 0.270643} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.801347] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Reconfigured VM instance instance-00000043 to attach disk [datastore2] c5b4335d-5bf7-435d-870e-2c4f283fcd2e/c5b4335d-5bf7-435d-870e-2c4f283fcd2e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2146.801948] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3990b98-510d-4fe9-9108-1ebcd3c1c8f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.810444] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2146.810444] env[62187]: value = "task-2133137" [ 2146.810444] env[62187]: _type = "Task" [ 2146.810444] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.818473] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133137, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.896350] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2146.896561] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2146.970892] env[62187]: DEBUG nova.network.neutron [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updated VIF entry in instance network info cache for port 48c5c7c1-946a-422f-9da0-fba721267841. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2146.971356] env[62187]: DEBUG nova.network.neutron [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.125317] env[62187]: DEBUG nova.compute.manager [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2147.125575] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2147.129054] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e197325-9245-4a0d-a360-4b4bf7abc4a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.139351] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2147.139351] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fce7e8f2-d035-4806-a13a-2a9c63e19532 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.144645] env[62187]: DEBUG oslo_vmware.api [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2147.144645] env[62187]: value = "task-2133138" [ 2147.144645] env[62187]: _type = "Task" [ 2147.144645] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.154397] env[62187]: DEBUG oslo_vmware.api [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.195192] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.252789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.255794] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52058ebc-eafc-0d51-a0cc-5585dac6a4ed, 'name': SearchDatastore_Task, 'duration_secs': 0.036185} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.256360] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.609s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.257963] env[62187]: INFO nova.compute.claims [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2147.260818] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.261104] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2147.264021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.264021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.264021] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2147.264021] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be289f63-9424-479b-971e-10605b0490aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.271649] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2147.271884] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2147.272808] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1de4a8-9b0f-4340-b39a-050afb2a3917 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.279687] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2147.279687] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a3bdb1-59da-edb3-c24a-ca9c45f400cd" [ 2147.279687] env[62187]: _type = "Task" [ 2147.279687] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.288682] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a3bdb1-59da-edb3-c24a-ca9c45f400cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.316077] env[62187]: INFO nova.scheduler.client.report [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Deleted allocations for instance 290c3fc8-33a0-4b8c-ac48-20de7e5e723c [ 2147.326100] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133137, 'name': Rename_Task, 'duration_secs': 0.270794} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.326100] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2147.326100] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36dfa7e6-6c6a-42d9-a3a3-6376af43706e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.331257] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2147.331257] env[62187]: value = "task-2133139" [ 2147.331257] env[62187]: _type = "Task" [ 2147.331257] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.344035] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.401647] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2147.401885] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2147.402019] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2147.402215] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2147.402362] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2147.402508] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2147.402714] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2147.402867] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2147.403046] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2147.403209] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2147.403378] env[62187]: DEBUG nova.virt.hardware [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2147.410899] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb1a0b6-2e82-4fd7-b900-7a5a9b6d02ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.418970] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2147.419350] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2147.427192] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe57877-ea6d-4020-b30b-8b6d56d934e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.443104] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2147.448698] env[62187]: DEBUG oslo.service.loopingcall [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.449593] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2147.449862] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e7e4975-8de9-4712-8cd2-292e9cb4bde8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.467372] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2147.467372] env[62187]: value = "task-2133140" [ 2147.467372] env[62187]: _type = "Task" [ 2147.467372] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.475481] env[62187]: DEBUG oslo_concurrency.lockutils [req-37eaf662-1c47-4e0b-8d66-36e77d77bbf3 req-b460cd37-9d60-4d84-9f88-6909aec3c2d4 service nova] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.475815] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133140, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.654618] env[62187]: DEBUG oslo_vmware.api [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133138, 'name': PowerOffVM_Task, 'duration_secs': 0.181058} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.654781] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2147.655062] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2147.655217] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00650025-a130-42f1-8ef8-2ee8690b6ead {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.791207] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a3bdb1-59da-edb3-c24a-ca9c45f400cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012098} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.792569] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e521fc1-cde1-4c3b-bbfa-6ab94d35f589 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.798234] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2147.798234] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524983ab-570f-41c8-e5eb-e09937be1c3e" [ 2147.798234] env[62187]: _type = "Task" [ 2147.798234] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.806298] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524983ab-570f-41c8-e5eb-e09937be1c3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.827977] env[62187]: DEBUG oslo_concurrency.lockutils [None req-14b1c4be-5bb2-4d8b-b1c3-dd116815a971 tempest-InstanceActionsV221TestJSON-1699423226 tempest-InstanceActionsV221TestJSON-1699423226-project-member] Lock "290c3fc8-33a0-4b8c-ac48-20de7e5e723c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.659s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.841877] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.915213] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2147.915453] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2147.916027] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleting the datastore file [datastore2] 503f0f38-af02-4ddc-b04b-002428547164 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2147.916027] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af011053-3a98-463f-8447-ab608a82ada8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.923897] env[62187]: DEBUG oslo_vmware.api [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2147.923897] env[62187]: value = "task-2133142" [ 2147.923897] env[62187]: _type = "Task" [ 2147.923897] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.931229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "62af59af-f706-404d-b68c-9337c0abdf3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.931468] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.937774] env[62187]: DEBUG oslo_vmware.api [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.976840] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133140, 'name': CreateVM_Task, 'duration_secs': 0.28698} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.976840] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2147.976971] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.977124] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.977434] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2147.977679] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23958b72-b914-46ea-8898-76c65c734517 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.982587] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2147.982587] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5232c5de-4f45-bca2-79e2-54e7b64b7da9" [ 2147.982587] env[62187]: _type = "Task" [ 2147.982587] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.993390] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5232c5de-4f45-bca2-79e2-54e7b64b7da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.311717] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524983ab-570f-41c8-e5eb-e09937be1c3e, 'name': SearchDatastore_Task, 'duration_secs': 0.031048} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.311717] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.311717] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c8311a69-8de9-45a1-90a2-5203b32ed205/c8311a69-8de9-45a1-90a2-5203b32ed205.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2148.312290] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7a12d45-e843-4493-a789-e64e500e7ca9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.317811] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2148.317811] env[62187]: value = "task-2133143" [ 2148.317811] env[62187]: _type = "Task" [ 2148.317811] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.327544] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.344036] env[62187]: DEBUG oslo_vmware.api [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133139, 'name': PowerOnVM_Task, 'duration_secs': 0.613188} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.344036] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2148.344262] env[62187]: INFO nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Took 18.06 seconds to spawn the instance on the hypervisor. [ 2148.344332] env[62187]: DEBUG nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2148.345179] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cfed2a-d27e-49f1-9578-3ba10be05b21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.434170] env[62187]: DEBUG nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2148.441113] env[62187]: DEBUG oslo_vmware.api [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427819} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.443228] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2148.443228] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2148.443228] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2148.443228] env[62187]: INFO nova.compute.manager [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2148.443228] env[62187]: DEBUG oslo.service.loopingcall [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.443228] env[62187]: DEBUG nova.compute.manager [-] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2148.443228] env[62187]: DEBUG nova.network.neutron [-] [instance: 503f0f38-af02-4ddc-b04b-002428547164] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2148.494593] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5232c5de-4f45-bca2-79e2-54e7b64b7da9, 'name': SearchDatastore_Task, 'duration_secs': 0.015857} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.494900] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.495214] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2148.495371] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.495514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.495688] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2148.495973] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba86d598-51a0-4970-b4f9-d505cd7a530c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.505466] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2148.505647] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2148.506454] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af86354e-2153-407b-8399-4f1f6d99231b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.512731] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2148.512731] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e57580-a32c-50f2-027f-57ac08806a40" [ 2148.512731] env[62187]: _type = "Task" [ 2148.512731] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.522397] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e57580-a32c-50f2-027f-57ac08806a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.721286] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc911a3-147e-43f8-96ce-134c7187a30b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.729358] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c51cd8-8cdd-408b-b397-119886864bd2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.762872] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407eb29f-c831-486b-9ec9-1200f1a94c9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.765612] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2148.765822] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2148.766022] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleting the datastore file [datastore1] 676be4f0-bac2-4b3a-9d9d-2016c203a54a {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2148.766274] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7665c7f0-5897-4d5d-9830-3849a58e8797 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.774525] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b547106-5423-4faa-ad5c-30e5193f321e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.778582] env[62187]: DEBUG oslo_vmware.api [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2148.778582] env[62187]: value = "task-2133144" [ 2148.778582] env[62187]: _type = "Task" [ 2148.778582] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.790283] env[62187]: DEBUG nova.compute.provider_tree [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2148.796256] env[62187]: DEBUG oslo_vmware.api [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.832578] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133143, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.868341] env[62187]: INFO nova.compute.manager [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Took 48.05 seconds to build instance. [ 2148.973131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.018320] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.018509] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.018696] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2149.027400] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e57580-a32c-50f2-027f-57ac08806a40, 'name': SearchDatastore_Task, 'duration_secs': 0.02834} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.028515] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4456928-c179-4a01-9c8e-ae21866eef72 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.036367] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2149.036367] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d6df0f-adb0-dcc7-dd15-230216c9329c" [ 2149.036367] env[62187]: _type = "Task" [ 2149.036367] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.045545] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d6df0f-adb0-dcc7-dd15-230216c9329c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.158347] env[62187]: DEBUG nova.compute.manager [req-8b09f052-72cf-4563-af00-5bae353001a8 req-5758a3d2-0c16-4fb9-a4cb-780a017d8573 service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Received event network-vif-deleted-fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2149.158556] env[62187]: INFO nova.compute.manager [req-8b09f052-72cf-4563-af00-5bae353001a8 req-5758a3d2-0c16-4fb9-a4cb-780a017d8573 service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Neutron deleted interface fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829; detaching it from the instance and deleting it from the info cache [ 2149.158726] env[62187]: DEBUG nova.network.neutron [req-8b09f052-72cf-4563-af00-5bae353001a8 req-5758a3d2-0c16-4fb9-a4cb-780a017d8573 service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.291023] env[62187]: DEBUG oslo_vmware.api [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396809} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.291023] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2149.291224] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2149.291390] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2149.291932] env[62187]: INFO nova.compute.manager [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Took 3.63 seconds to destroy the instance on the hypervisor. [ 2149.291932] env[62187]: DEBUG oslo.service.loopingcall [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.292250] env[62187]: DEBUG nova.compute.manager [-] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2149.292349] env[62187]: DEBUG nova.network.neutron [-] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2149.294625] env[62187]: DEBUG nova.scheduler.client.report [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2149.331744] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.858877} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.331744] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] c8311a69-8de9-45a1-90a2-5203b32ed205/c8311a69-8de9-45a1-90a2-5203b32ed205.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2149.331744] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2149.332250] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be6b27f5-22fd-4a7a-ab0d-34547243ce19 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.339703] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2149.339703] env[62187]: value = "task-2133145" [ 2149.339703] env[62187]: _type = "Task" [ 2149.339703] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.350838] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.369967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e736d9a9-5288-48a4-8924-5ece9fabf103 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.565s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.547381] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d6df0f-adb0-dcc7-dd15-230216c9329c, 'name': SearchDatastore_Task, 'duration_secs': 0.062923} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.547690] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.547884] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2149.548190] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc373c76-228c-4328-83cf-5b58d38b22f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.558946] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2149.558946] env[62187]: value = "task-2133146" [ 2149.558946] env[62187]: _type = "Task" [ 2149.558946] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.571195] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.625213] env[62187]: DEBUG nova.network.neutron [-] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.662869] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fb4fc53-61a0-4176-9381-738f897bc91e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.678055] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d315bc54-839f-4f93-b0fb-ab4b83a7a0dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.714494] env[62187]: DEBUG nova.compute.manager [req-8b09f052-72cf-4563-af00-5bae353001a8 req-5758a3d2-0c16-4fb9-a4cb-780a017d8573 service nova] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Detach interface failed, port_id=fc3c7b1b-bf57-4183-ba7a-3a5e0a68d829, reason: Instance 503f0f38-af02-4ddc-b04b-002428547164 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2149.799336] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.799891] env[62187]: DEBUG nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2149.802512] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.608s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.802737] env[62187]: DEBUG nova.objects.instance [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lazy-loading 'resources' on Instance uuid 3fb03c63-8fc0-4cb4-a785-fca42031952b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2149.853314] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074634} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.853626] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2149.854406] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd406e8-8474-4bb6-9c36-65f1b812e36e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.878750] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c8311a69-8de9-45a1-90a2-5203b32ed205/c8311a69-8de9-45a1-90a2-5203b32ed205.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2149.879767] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a49db23-106c-4a3a-b911-54f269c30ead {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.899172] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2149.899172] env[62187]: value = "task-2133147" [ 2149.899172] env[62187]: _type = "Task" [ 2149.899172] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.907763] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.071428] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133146, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.072767] env[62187]: DEBUG nova.network.neutron [-] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.131961] env[62187]: INFO nova.compute.manager [-] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Took 1.69 seconds to deallocate network for instance. [ 2150.308022] env[62187]: DEBUG nova.compute.utils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2150.309970] env[62187]: DEBUG nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2150.310568] env[62187]: DEBUG nova.network.neutron [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2150.393951] env[62187]: DEBUG nova.policy [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f2d1cfe3c4224e3e8deb626e87368fd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ecedf73c596434e967e9a481f8c66b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2150.413960] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133147, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.496297] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [{"id": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "address": "fa:16:3e:49:75:9d", "network": {"id": "512af40f-c280-45c6-91e6-29a1f577c101", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "5b109a28f3e9444e8f19e951b5772f4f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6774d752-6f", "ovs_interfaceid": "6774d752-6fa4-43d8-aa85-16b49e7cf92e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2150.571820] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723461} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.572367] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2150.572699] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2150.579502] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2514be53-abe6-4a54-8986-1d53aa70e33f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.580645] env[62187]: INFO nova.compute.manager [-] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Took 1.29 seconds to deallocate network for instance. [ 2150.588341] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2150.588341] env[62187]: value = "task-2133148" [ 2150.588341] env[62187]: _type = "Task" [ 2150.588341] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.599413] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.638263] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.646551] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.646839] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.647044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "5344920a-e824-4ae6-ad29-8415d3015360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.647241] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.647421] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.649884] env[62187]: INFO nova.compute.manager [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Terminating instance [ 2150.811847] env[62187]: DEBUG nova.network.neutron [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Successfully created port: 4ee7b123-d6ea-419a-8674-98d8ed7a1838 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2150.813982] env[62187]: DEBUG nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2150.866980] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6fd3ede-e724-4032-9194-77a30a89b262 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.875680] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e7af6e-0233-44d3-b1d5-b718d1fc70a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.913275] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aa008f-f76e-4fb6-b00f-c83895942719 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.922081] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133147, 'name': ReconfigVM_Task, 'duration_secs': 0.518093} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.924397] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c8311a69-8de9-45a1-90a2-5203b32ed205/c8311a69-8de9-45a1-90a2-5203b32ed205.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2150.925696] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37a41df1-611b-47af-b761-fb5f8a7bc909 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.929936] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c818b1bb-7915-4d81-9115-4d0a9700b5c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.943712] env[62187]: DEBUG nova.compute.provider_tree [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2150.946561] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2150.946561] env[62187]: value = "task-2133149" [ 2150.946561] env[62187]: _type = "Task" [ 2150.946561] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.957163] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133149, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.998853] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-26375696-a789-4eec-91cf-47ef118b2bbe" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.999079] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2150.999285] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.999434] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.999577] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.999743] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.999856] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2150.999992] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2151.000135] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2151.000306] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2151.096697] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.103187] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072245} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.103410] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2151.104627] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905a339a-680a-44ad-834e-5cb5f2458351 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.125366] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2151.125821] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5695a4d1-e016-4472-a15f-bdf6778aa4c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.150541] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2151.150541] env[62187]: value = "task-2133150" [ 2151.150541] env[62187]: _type = "Task" [ 2151.150541] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.155126] env[62187]: DEBUG nova.compute.manager [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2151.155213] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2151.156183] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e94cdef-f491-41aa-a8bf-cd3f8a8235df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.165254] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2151.169986] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9b5a7d3-f636-499e-bb87-f8168f9f9bfe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.172144] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.178309] env[62187]: DEBUG oslo_vmware.api [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2151.178309] env[62187]: value = "task-2133151" [ 2151.178309] env[62187]: _type = "Task" [ 2151.178309] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.187245] env[62187]: DEBUG oslo_vmware.api [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.329143] env[62187]: DEBUG nova.compute.manager [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Received event network-vif-deleted-b84a018a-c54e-4cd6-a0ba-c2156715b737 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.329364] env[62187]: DEBUG nova.compute.manager [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Received event network-changed-58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2151.329525] env[62187]: DEBUG nova.compute.manager [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Refreshing instance network info cache due to event network-changed-58475131-37c9-4d07-b762-7aa5870c03d9. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2151.329732] env[62187]: DEBUG oslo_concurrency.lockutils [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] Acquiring lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2151.329870] env[62187]: DEBUG oslo_concurrency.lockutils [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] Acquired lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.330039] env[62187]: DEBUG nova.network.neutron [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Refreshing network info cache for port 58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2151.452305] env[62187]: DEBUG nova.scheduler.client.report [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2151.461855] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133149, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.503616] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.661146] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.688477] env[62187]: DEBUG oslo_vmware.api [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.827036] env[62187]: DEBUG nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2151.868220] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2151.868516] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2151.868701] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2151.868908] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2151.869084] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2151.869254] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2151.869476] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2151.869639] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2151.869824] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2151.869997] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2151.870243] env[62187]: DEBUG nova.virt.hardware [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2151.871133] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc653399-afec-49ed-b1f1-88e993ffedd4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.880030] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7cef4f-88fa-4040-a944-c4f8a4b436ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.959080] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2151.961391] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133149, 'name': Rename_Task, 'duration_secs': 0.803294} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.962914] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.904s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2151.963192] env[62187]: DEBUG nova.objects.instance [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lazy-loading 'resources' on Instance uuid 867c0e85-4ed7-4003-b3e0-bc642aa79d7f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2151.964625] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2151.964935] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-826a1664-73da-406d-8bf1-27eadd2e80d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.978771] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2151.978771] env[62187]: value = "task-2133152" [ 2151.978771] env[62187]: _type = "Task" [ 2151.978771] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.987738] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.049047] env[62187]: INFO nova.scheduler.client.report [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Deleted allocations for instance 3fb03c63-8fc0-4cb4-a785-fca42031952b [ 2152.163019] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133150, 'name': ReconfigVM_Task, 'duration_secs': 0.825444} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.163019] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b/05ff245f-39e5-42bf-ab6e-0adc7a46430b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2152.163019] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e36380a1-4827-4900-88cc-df98a6e2d21d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.168766] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2152.168766] env[62187]: value = "task-2133153" [ 2152.168766] env[62187]: _type = "Task" [ 2152.168766] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.178462] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133153, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.187932] env[62187]: DEBUG oslo_vmware.api [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133151, 'name': PowerOffVM_Task, 'duration_secs': 0.599513} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.188857] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2152.188857] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2152.188857] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c904bb88-2144-4872-af2d-47d84cf87b31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.299599] env[62187]: DEBUG nova.network.neutron [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Updated VIF entry in instance network info cache for port 58475131-37c9-4d07-b762-7aa5870c03d9. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2152.299881] env[62187]: DEBUG nova.network.neutron [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Updating instance_info_cache with network_info: [{"id": "58475131-37c9-4d07-b762-7aa5870c03d9", "address": "fa:16:3e:a1:fd:87", "network": {"id": "7d937620-0f7a-4a44-b861-709081994381", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-790622915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8654c406af7c4bd2982ac6409ca4cc63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58475131-37", "ovs_interfaceid": "58475131-37c9-4d07-b762-7aa5870c03d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.477433] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2152.477732] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2152.477857] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleting the datastore file [datastore2] 5344920a-e824-4ae6-ad29-8415d3015360 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2152.478142] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d77e3d7-1437-4629-ab2c-729b891f6a9a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.489068] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133152, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.490391] env[62187]: DEBUG oslo_vmware.api [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for the task: (returnval){ [ 2152.490391] env[62187]: value = "task-2133155" [ 2152.490391] env[62187]: _type = "Task" [ 2152.490391] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.502103] env[62187]: DEBUG oslo_vmware.api [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.556865] env[62187]: DEBUG oslo_concurrency.lockutils [None req-928c865d-91ef-475e-8915-816043b530f0 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.427s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.558267] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.373s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.558815] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2152.558974] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2152.559177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2152.561679] env[62187]: INFO nova.compute.manager [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Terminating instance [ 2152.679128] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133153, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.733653] env[62187]: DEBUG nova.network.neutron [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Successfully updated port: 4ee7b123-d6ea-419a-8674-98d8ed7a1838 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2152.803794] env[62187]: DEBUG oslo_concurrency.lockutils [req-50b92df1-2cc1-4264-805b-708fa32dbb6f req-e97e5134-6eb7-4a01-9ccf-c8a76ccf7d8b service nova] Releasing lock "refresh_cache-c5b4335d-5bf7-435d-870e-2c4f283fcd2e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.912803] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0036de05-604c-41a3-a526-08cc679918d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.920767] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0f043d-78e1-479e-baa1-8c1aa81c7053 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.954167] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b22739d-c805-419e-8cd2-c169cf84f520 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.963040] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e4041-f539-4b11-a0b8-8ec31d5f54c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.978196] env[62187]: DEBUG nova.compute.provider_tree [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2152.988906] env[62187]: DEBUG oslo_vmware.api [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133152, 'name': PowerOnVM_Task, 'duration_secs': 0.842457} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.989232] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2152.989509] env[62187]: INFO nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Took 19.93 seconds to spawn the instance on the hypervisor. [ 2152.989735] env[62187]: DEBUG nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2152.990589] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cf526b-29ee-4a63-9d55-c720b509425b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.007420] env[62187]: DEBUG oslo_vmware.api [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Task: {'id': task-2133155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360173} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.007827] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2153.008071] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2153.008268] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2153.008450] env[62187]: INFO nova.compute.manager [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Took 1.85 seconds to destroy the instance on the hypervisor. [ 2153.008700] env[62187]: DEBUG oslo.service.loopingcall [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2153.008896] env[62187]: DEBUG nova.compute.manager [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2153.008994] env[62187]: DEBUG nova.network.neutron [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2153.065733] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.065912] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquired lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.066100] env[62187]: DEBUG nova.network.neutron [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.179345] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133153, 'name': Rename_Task, 'duration_secs': 0.879307} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.179579] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2153.179847] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56f5a322-a738-4b2c-ab9d-b4a3427c6860 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.186194] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2153.186194] env[62187]: value = "task-2133156" [ 2153.186194] env[62187]: _type = "Task" [ 2153.186194] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.197440] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.236680] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "refresh_cache-dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.236817] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquired lock "refresh_cache-dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2153.236971] env[62187]: DEBUG nova.network.neutron [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2153.483186] env[62187]: DEBUG nova.scheduler.client.report [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2153.516026] env[62187]: INFO nova.compute.manager [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Took 44.74 seconds to build instance. [ 2153.558951] env[62187]: DEBUG nova.compute.manager [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Received event network-vif-plugged-4ee7b123-d6ea-419a-8674-98d8ed7a1838 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2153.559197] env[62187]: DEBUG oslo_concurrency.lockutils [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] Acquiring lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.559403] env[62187]: DEBUG oslo_concurrency.lockutils [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.559568] env[62187]: DEBUG oslo_concurrency.lockutils [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.560130] env[62187]: DEBUG nova.compute.manager [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] No waiting events found dispatching network-vif-plugged-4ee7b123-d6ea-419a-8674-98d8ed7a1838 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2153.560130] env[62187]: WARNING nova.compute.manager [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Received unexpected event network-vif-plugged-4ee7b123-d6ea-419a-8674-98d8ed7a1838 for instance with vm_state building and task_state spawning. [ 2153.560130] env[62187]: DEBUG nova.compute.manager [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Received event network-changed-4ee7b123-d6ea-419a-8674-98d8ed7a1838 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2153.560300] env[62187]: DEBUG nova.compute.manager [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Refreshing instance network info cache due to event network-changed-4ee7b123-d6ea-419a-8674-98d8ed7a1838. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2153.560342] env[62187]: DEBUG oslo_concurrency.lockutils [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] Acquiring lock "refresh_cache-dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2153.568159] env[62187]: DEBUG nova.compute.utils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Can not refresh info_cache because instance was not found {{(pid=62187) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 2153.583664] env[62187]: DEBUG nova.network.neutron [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2153.668402] env[62187]: DEBUG nova.network.neutron [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.698885] env[62187]: DEBUG oslo_vmware.api [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133156, 'name': PowerOnVM_Task, 'duration_secs': 0.457267} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.699260] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2153.699532] env[62187]: DEBUG nova.compute.manager [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2153.700808] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852ee80-b0d2-45f0-b4d5-edb2812a7875 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.772016] env[62187]: DEBUG nova.network.neutron [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2153.906384] env[62187]: DEBUG nova.network.neutron [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.954917] env[62187]: DEBUG nova.network.neutron [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Updating instance_info_cache with network_info: [{"id": "4ee7b123-d6ea-419a-8674-98d8ed7a1838", "address": "fa:16:3e:00:08:ca", "network": {"id": "af241ac8-7af8-45e0-b369-8a8a193bc43a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1243035809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecedf73c596434e967e9a481f8c66b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee7b123-d6", "ovs_interfaceid": "4ee7b123-d6ea-419a-8674-98d8ed7a1838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2153.989082] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.026s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.992103] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.890s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.993693] env[62187]: INFO nova.compute.claims [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2154.017671] env[62187]: DEBUG oslo_concurrency.lockutils [None req-96b672ea-2ece-44d2-916a-32a4784621c6 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.250s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.043347] env[62187]: INFO nova.scheduler.client.report [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Deleted allocations for instance 867c0e85-4ed7-4003-b3e0-bc642aa79d7f [ 2154.171493] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Releasing lock "refresh_cache-3fb03c63-8fc0-4cb4-a785-fca42031952b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.172009] env[62187]: DEBUG nova.compute.manager [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2154.172220] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2154.172508] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba678b36-bddf-44a8-9856-0121d2214e3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.182770] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b62245-da83-4f40-aae4-f54e8c5478ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.221363] env[62187]: WARNING nova.virt.vmwareapi.vmops [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3fb03c63-8fc0-4cb4-a785-fca42031952b could not be found. [ 2154.224591] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2154.224591] env[62187]: INFO nova.compute.manager [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2154.224591] env[62187]: DEBUG oslo.service.loopingcall [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.224591] env[62187]: DEBUG nova.compute.manager [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2154.224591] env[62187]: DEBUG nova.network.neutron [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2154.228068] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.243375] env[62187]: DEBUG nova.network.neutron [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2154.412888] env[62187]: INFO nova.compute.manager [-] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Took 1.40 seconds to deallocate network for instance. [ 2154.452691] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.452886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.455273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.455273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.455273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.462023] env[62187]: INFO nova.compute.manager [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Terminating instance [ 2154.462023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Releasing lock "refresh_cache-dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2154.462023] env[62187]: DEBUG nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Instance network_info: |[{"id": "4ee7b123-d6ea-419a-8674-98d8ed7a1838", "address": "fa:16:3e:00:08:ca", "network": {"id": "af241ac8-7af8-45e0-b369-8a8a193bc43a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1243035809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecedf73c596434e967e9a481f8c66b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee7b123-d6", "ovs_interfaceid": "4ee7b123-d6ea-419a-8674-98d8ed7a1838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2154.462023] env[62187]: DEBUG oslo_concurrency.lockutils [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] Acquired lock "refresh_cache-dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2154.462023] env[62187]: DEBUG nova.network.neutron [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Refreshing network info cache for port 4ee7b123-d6ea-419a-8674-98d8ed7a1838 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2154.462650] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:08:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4ee7b123-d6ea-419a-8674-98d8ed7a1838', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2154.478661] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Creating folder: Project (6ecedf73c596434e967e9a481f8c66b0). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2154.481721] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96f72061-775b-496e-b3df-7c0f4ca12491 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.498250] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Created folder: Project (6ecedf73c596434e967e9a481f8c66b0) in parent group-v435995. [ 2154.498250] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Creating folder: Instances. Parent ref: group-v436198. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2154.500602] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70623f9e-3e99-49b5-92ed-b0a0a70d5a40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.515013] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Created folder: Instances in parent group-v436198. [ 2154.515465] env[62187]: DEBUG oslo.service.loopingcall [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2154.518107] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2154.518107] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7774e285-56d5-4db8-a3ba-84509b860137 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.539401] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2154.539401] env[62187]: value = "task-2133160" [ 2154.539401] env[62187]: _type = "Task" [ 2154.539401] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.552489] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.556950] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28f4dbac-fa73-4685-88b0-181639c0eeab tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "867c0e85-4ed7-4003-b3e0-bc642aa79d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.471s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.747372] env[62187]: DEBUG nova.network.neutron [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2154.921043] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.988870] env[62187]: DEBUG nova.compute.manager [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2154.989192] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2154.990529] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee37741-d5f4-4d15-bbef-43db64df9b7d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.999839] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2155.000115] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa563b32-4774-4fba-b32e-60f87b1be93f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.010251] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.010389] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.010641] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.010824] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.011766] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.014094] env[62187]: DEBUG oslo_vmware.api [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2155.014094] env[62187]: value = "task-2133161" [ 2155.014094] env[62187]: _type = "Task" [ 2155.014094] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.014620] env[62187]: INFO nova.compute.manager [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Terminating instance [ 2155.033590] env[62187]: DEBUG oslo_vmware.api [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.051112] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.252010] env[62187]: INFO nova.compute.manager [-] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Took 1.03 seconds to deallocate network for instance. [ 2155.352205] env[62187]: DEBUG nova.network.neutron [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Updated VIF entry in instance network info cache for port 4ee7b123-d6ea-419a-8674-98d8ed7a1838. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2155.352561] env[62187]: DEBUG nova.network.neutron [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Updating instance_info_cache with network_info: [{"id": "4ee7b123-d6ea-419a-8674-98d8ed7a1838", "address": "fa:16:3e:00:08:ca", "network": {"id": "af241ac8-7af8-45e0-b369-8a8a193bc43a", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1243035809-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ecedf73c596434e967e9a481f8c66b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4ee7b123-d6", "ovs_interfaceid": "4ee7b123-d6ea-419a-8674-98d8ed7a1838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2155.482948] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f1dbc-fa55-445d-aa66-0953aef8bfde {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.492243] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8cb0b3-74d1-4dce-980e-83f282c8cb65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.525039] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "refresh_cache-05ff245f-39e5-42bf-ab6e-0adc7a46430b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.525393] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquired lock "refresh_cache-05ff245f-39e5-42bf-ab6e-0adc7a46430b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.525393] env[62187]: DEBUG nova.network.neutron [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2155.531094] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57170d15-58df-4e51-a33d-9272aec16062 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.540852] env[62187]: DEBUG oslo_vmware.api [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133161, 'name': PowerOffVM_Task, 'duration_secs': 0.22192} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.541891] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2155.542073] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2155.547821] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209eab04-c209-4532-b7f8-3c7282b91640 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.552152] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d12741c-dc86-4e25-995d-e4f3897f287d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.566124] env[62187]: DEBUG nova.compute.provider_tree [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.573813] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.764134] env[62187]: INFO nova.compute.manager [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance disappeared during terminate [ 2155.764134] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ad56a921-5fec-452f-8c70-d65248721bfd tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "3fb03c63-8fc0-4cb4-a785-fca42031952b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.205s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.823927] env[62187]: DEBUG nova.compute.manager [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Received event network-vif-deleted-054377db-67ba-4773-950b-56afd15aecea {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2155.823927] env[62187]: DEBUG nova.compute.manager [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-changed-48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2155.823927] env[62187]: DEBUG nova.compute.manager [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing instance network info cache due to event network-changed-48c5c7c1-946a-422f-9da0-fba721267841. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2155.823927] env[62187]: DEBUG oslo_concurrency.lockutils [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.823927] env[62187]: DEBUG oslo_concurrency.lockutils [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.824462] env[62187]: DEBUG nova.network.neutron [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing network info cache for port 48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2155.855572] env[62187]: DEBUG oslo_concurrency.lockutils [req-70e06f68-0346-4faa-afa3-bd12ba767f05 req-d747198a-8118-4d25-9a9c-cdcc5050c872 service nova] Releasing lock "refresh_cache-dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.052325] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.053547] env[62187]: DEBUG nova.network.neutron [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2156.075952] env[62187]: DEBUG nova.scheduler.client.report [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2156.126789] env[62187]: DEBUG nova.network.neutron [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.556956] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.581015] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.581556] env[62187]: DEBUG nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2156.584220] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.385s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.585775] env[62187]: INFO nova.compute.claims [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2156.601545] env[62187]: DEBUG nova.network.neutron [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updated VIF entry in instance network info cache for port 48c5c7c1-946a-422f-9da0-fba721267841. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2156.601930] env[62187]: DEBUG nova.network.neutron [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.630116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Releasing lock "refresh_cache-05ff245f-39e5-42bf-ab6e-0adc7a46430b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.630116] env[62187]: DEBUG nova.compute.manager [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2156.630116] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2156.630883] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de05aeb-45f3-499c-ba48-eaa3e8534873 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.639509] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2156.639743] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c963636d-0d0d-4cb7-b88b-abb47e0b4259 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.646042] env[62187]: DEBUG oslo_vmware.api [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2156.646042] env[62187]: value = "task-2133163" [ 2156.646042] env[62187]: _type = "Task" [ 2156.646042] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.654480] env[62187]: DEBUG oslo_vmware.api [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.053667] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.090324] env[62187]: DEBUG nova.compute.utils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2157.093663] env[62187]: DEBUG nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2157.093837] env[62187]: DEBUG nova.network.neutron [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2157.104589] env[62187]: DEBUG oslo_concurrency.lockutils [req-a051cd27-d98f-47b0-8962-864480aa3fbd req-b6c9d534-ee48-4b9f-9f23-3eda26a3ce4d service nova] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.138142] env[62187]: DEBUG nova.policy [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52f386ec6c434f02a661f9a49e0fa512', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eabd4964ff9b4cf59f1da0213c2fcecd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2157.156798] env[62187]: DEBUG oslo_vmware.api [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133163, 'name': PowerOffVM_Task, 'duration_secs': 0.236771} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.157112] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2157.157234] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2157.157575] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50da71cb-524f-4028-809e-e2cf684189e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.181749] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2157.181989] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2157.182184] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Deleting the datastore file [datastore2] 05ff245f-39e5-42bf-ab6e-0adc7a46430b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.182448] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9299eaa-9cbd-4bfe-88d8-d3bb638bd94d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.188466] env[62187]: DEBUG oslo_vmware.api [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for the task: (returnval){ [ 2157.188466] env[62187]: value = "task-2133165" [ 2157.188466] env[62187]: _type = "Task" [ 2157.188466] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.196415] env[62187]: DEBUG oslo_vmware.api [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.203150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.203333] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.553692] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.597220] env[62187]: DEBUG nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2157.609546] env[62187]: DEBUG nova.network.neutron [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Successfully created port: 4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2157.701129] env[62187]: DEBUG oslo_vmware.api [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.706046] env[62187]: DEBUG nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2157.980402] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb9e4b7-edc9-465c-850d-0ba749441a89 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.986132] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a4f956-b983-4314-a94a-c47b4125465f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.016259] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe7837c-5538-461c-9fa4-58e516d43820 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.023831] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f43b4c-07ba-4a88-8928-5d1a8d15fa67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.038045] env[62187]: DEBUG nova.compute.provider_tree [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.040447] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2158.040640] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2158.043139] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Deleting the datastore file [datastore1] 8f6a2782-b7da-4f4e-88ac-c921b5590d81 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2158.043139] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f7f29f-20f9-4ff7-91f1-c345be141745 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.050397] env[62187]: DEBUG oslo_vmware.api [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for the task: (returnval){ [ 2158.050397] env[62187]: value = "task-2133166" [ 2158.050397] env[62187]: _type = "Task" [ 2158.050397] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.057040] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.062148] env[62187]: DEBUG oslo_vmware.api [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.072229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "623c4d1d-55ac-4685-b335-04117f96129a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.072715] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.073020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "623c4d1d-55ac-4685-b335-04117f96129a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.073247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.073526] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.077520] env[62187]: INFO nova.compute.manager [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Terminating instance [ 2158.202054] env[62187]: DEBUG oslo_vmware.api [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Task: {'id': task-2133165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594399} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.202464] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2158.202756] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2158.203066] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2158.203323] env[62187]: INFO nova.compute.manager [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Took 1.57 seconds to destroy the instance on the hypervisor. [ 2158.203582] env[62187]: DEBUG oslo.service.loopingcall [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2158.203812] env[62187]: DEBUG nova.compute.manager [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2158.203909] env[62187]: DEBUG nova.network.neutron [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2158.217935] env[62187]: DEBUG nova.network.neutron [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2158.229379] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.542517] env[62187]: DEBUG nova.scheduler.client.report [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2158.556771] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133160, 'name': CreateVM_Task, 'duration_secs': 3.569664} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.557906] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2158.558730] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.558863] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.559207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2158.561998] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039563d0-594d-49a9-b6d6-e6cc23037792 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.563463] env[62187]: DEBUG oslo_vmware.api [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Task: {'id': task-2133166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157147} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.564273] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2158.564446] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2158.564617] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2158.564802] env[62187]: INFO nova.compute.manager [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Took 3.58 seconds to destroy the instance on the hypervisor. [ 2158.565036] env[62187]: DEBUG oslo.service.loopingcall [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2158.565537] env[62187]: DEBUG nova.compute.manager [-] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2158.565612] env[62187]: DEBUG nova.network.neutron [-] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2158.568310] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2158.568310] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4b5e1-cf86-3589-0c4d-786cd185a25d" [ 2158.568310] env[62187]: _type = "Task" [ 2158.568310] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.575821] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4b5e1-cf86-3589-0c4d-786cd185a25d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.582635] env[62187]: DEBUG nova.compute.manager [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2158.582825] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2158.583525] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca56102-51ab-451b-be28-cae7f7380257 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.590833] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.590833] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31cb5816-e051-44e6-a9bd-22f4422b43e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.595605] env[62187]: DEBUG oslo_vmware.api [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2158.595605] env[62187]: value = "task-2133167" [ 2158.595605] env[62187]: _type = "Task" [ 2158.595605] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.605855] env[62187]: DEBUG oslo_vmware.api [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.610060] env[62187]: DEBUG nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2158.639168] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2158.639512] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2158.639730] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2158.639990] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2158.640211] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2158.640421] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2158.640711] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2158.640937] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2158.641190] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2158.641420] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2158.641664] env[62187]: DEBUG nova.virt.hardware [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2158.642949] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc049fae-6aac-4602-a140-7247f9828c3d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.651764] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ab5c4e-d043-48f2-a5a7-ea0b6dd84abb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.720567] env[62187]: DEBUG nova.network.neutron [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.036972] env[62187]: DEBUG nova.compute.manager [req-2b23d951-3fb4-4c82-9f44-a246b6de9727 req-56d513c1-62f2-445a-93d0-ed21adc7e70b service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Received event network-vif-deleted-5ca29497-c0b8-442f-90ca-64df585cf414 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2159.037233] env[62187]: INFO nova.compute.manager [req-2b23d951-3fb4-4c82-9f44-a246b6de9727 req-56d513c1-62f2-445a-93d0-ed21adc7e70b service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Neutron deleted interface 5ca29497-c0b8-442f-90ca-64df585cf414; detaching it from the instance and deleting it from the info cache [ 2159.037812] env[62187]: DEBUG nova.network.neutron [req-2b23d951-3fb4-4c82-9f44-a246b6de9727 req-56d513c1-62f2-445a-93d0-ed21adc7e70b service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.050890] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.050890] env[62187]: DEBUG nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2159.054037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.827s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.054037] env[62187]: DEBUG nova.objects.instance [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lazy-loading 'resources' on Instance uuid b33ee5a0-3430-4bcd-9d51-e4df221d4a9b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.081097] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4b5e1-cf86-3589-0c4d-786cd185a25d, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.081389] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.081641] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2159.081851] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.081995] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.082192] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2159.082455] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a531a6a-056a-4be0-a3cb-011026490bf7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.091159] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2159.091338] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2159.093229] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0be84b5-6a3c-4a74-96f4-7ec89c94556a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.097575] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2159.097575] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f9bb64-bfdf-7240-3ab1-5c132aeb52fa" [ 2159.097575] env[62187]: _type = "Task" [ 2159.097575] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.112695] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f9bb64-bfdf-7240-3ab1-5c132aeb52fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.113038] env[62187]: DEBUG oslo_vmware.api [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133167, 'name': PowerOffVM_Task, 'duration_secs': 0.235914} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.113836] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.114022] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2159.114244] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7e83a24-26bf-4059-9eec-9abe9a56111f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.117856] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f6f10f7-5191-4d97-bfd7-e188a29db927 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.122089] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2159.122089] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5240d2e3-afe3-2738-6905-825c7da62f05" [ 2159.122089] env[62187]: _type = "Task" [ 2159.122089] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.130019] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5240d2e3-afe3-2738-6905-825c7da62f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.132437] env[62187]: DEBUG nova.compute.manager [req-77cf367a-6959-4944-9db6-8c5217f30164 req-069e1460-a34e-4099-a05d-a288231af3a4 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Received event network-vif-plugged-4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2159.132437] env[62187]: DEBUG oslo_concurrency.lockutils [req-77cf367a-6959-4944-9db6-8c5217f30164 req-069e1460-a34e-4099-a05d-a288231af3a4 service nova] Acquiring lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.132612] env[62187]: DEBUG oslo_concurrency.lockutils [req-77cf367a-6959-4944-9db6-8c5217f30164 req-069e1460-a34e-4099-a05d-a288231af3a4 service nova] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.132800] env[62187]: DEBUG oslo_concurrency.lockutils [req-77cf367a-6959-4944-9db6-8c5217f30164 req-069e1460-a34e-4099-a05d-a288231af3a4 service nova] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.132933] env[62187]: DEBUG nova.compute.manager [req-77cf367a-6959-4944-9db6-8c5217f30164 req-069e1460-a34e-4099-a05d-a288231af3a4 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] No waiting events found dispatching network-vif-plugged-4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2159.133139] env[62187]: WARNING nova.compute.manager [req-77cf367a-6959-4944-9db6-8c5217f30164 req-069e1460-a34e-4099-a05d-a288231af3a4 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Received unexpected event network-vif-plugged-4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba for instance with vm_state building and task_state spawning. [ 2159.175224] env[62187]: DEBUG nova.network.neutron [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Successfully updated port: 4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2159.222984] env[62187]: INFO nova.compute.manager [-] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Took 1.02 seconds to deallocate network for instance. [ 2159.341648] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2159.341885] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2159.342016] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Deleting the datastore file [datastore2] 623c4d1d-55ac-4685-b335-04117f96129a {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2159.342296] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e046f286-8b61-4874-9677-dd9bd5884907 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.348453] env[62187]: DEBUG oslo_vmware.api [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for the task: (returnval){ [ 2159.348453] env[62187]: value = "task-2133169" [ 2159.348453] env[62187]: _type = "Task" [ 2159.348453] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.356360] env[62187]: DEBUG oslo_vmware.api [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.370900] env[62187]: DEBUG nova.network.neutron [-] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2159.542423] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7739f089-a209-4e81-80b4-029277db1149 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.551885] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410b687-1468-424d-880d-d230e895d730 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.563408] env[62187]: DEBUG nova.compute.utils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2159.567421] env[62187]: DEBUG nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2159.567604] env[62187]: DEBUG nova.network.neutron [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2159.589549] env[62187]: DEBUG nova.compute.manager [req-2b23d951-3fb4-4c82-9f44-a246b6de9727 req-56d513c1-62f2-445a-93d0-ed21adc7e70b service nova] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Detach interface failed, port_id=5ca29497-c0b8-442f-90ca-64df585cf414, reason: Instance 8f6a2782-b7da-4f4e-88ac-c921b5590d81 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2159.611184] env[62187]: DEBUG nova.policy [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '69b7c31f258b4d29b2393744e6f01d31', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b747ba4e1fa43c2838b980d7cd8a111', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2159.637019] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5240d2e3-afe3-2738-6905-825c7da62f05, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.637594] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.637920] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0/dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2159.640448] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f45ed903-d604-4add-a53d-d387e9344d18 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.649489] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2159.649489] env[62187]: value = "task-2133170" [ 2159.649489] env[62187]: _type = "Task" [ 2159.649489] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.659085] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.677959] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "refresh_cache-5f4e1f85-849f-42a3-b5d3-e3a167f86a09" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2159.678136] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "refresh_cache-5f4e1f85-849f-42a3-b5d3-e3a167f86a09" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2159.678330] env[62187]: DEBUG nova.network.neutron [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2159.730928] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.864455] env[62187]: DEBUG oslo_vmware.api [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Task: {'id': task-2133169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210759} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.864807] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2159.865512] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2159.865512] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2159.865512] env[62187]: INFO nova.compute.manager [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2159.865755] env[62187]: DEBUG oslo.service.loopingcall [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2159.865965] env[62187]: DEBUG nova.compute.manager [-] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2159.866137] env[62187]: DEBUG nova.network.neutron [-] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2159.873815] env[62187]: INFO nova.compute.manager [-] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Took 1.31 seconds to deallocate network for instance. [ 2159.950326] env[62187]: DEBUG nova.network.neutron [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Successfully created port: 88dfc32c-7078-4804-a975-55710c462b41 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2159.981138] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a960c5f-dcec-470b-ad27-a5aefddd9762 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.990303] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5605feea-4980-4062-8b2f-5d4d943e581e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.026505] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d3aacc-7d39-40fc-8ba4-5a4c07c000da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.035390] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f4240-4512-4fb8-883c-f0550192c95a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.054264] env[62187]: DEBUG nova.compute.provider_tree [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2160.068020] env[62187]: DEBUG nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2160.146638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Acquiring lock "e25571ce-77da-4871-af48-c597560cd9a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.146638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "e25571ce-77da-4871-af48-c597560cd9a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.146638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Acquiring lock "e25571ce-77da-4871-af48-c597560cd9a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.146638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "e25571ce-77da-4871-af48-c597560cd9a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.146638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "e25571ce-77da-4871-af48-c597560cd9a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.148862] env[62187]: INFO nova.compute.manager [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Terminating instance [ 2160.161410] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434611} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.161886] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0/dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2160.162109] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2160.162746] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c895c97-1819-4829-ad6a-dec34ede05ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.175025] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2160.175025] env[62187]: value = "task-2133171" [ 2160.175025] env[62187]: _type = "Task" [ 2160.175025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.191018] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.251510] env[62187]: DEBUG nova.network.neutron [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2160.381367] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.578271] env[62187]: ERROR nova.scheduler.client.report [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] [req-a7bf98da-5119-4ad0-8bf7-fff949ad79b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7bf98da-5119-4ad0-8bf7-fff949ad79b7"}]} [ 2160.585104] env[62187]: DEBUG nova.network.neutron [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Updating instance_info_cache with network_info: [{"id": "4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba", "address": "fa:16:3e:ac:24:bd", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf3b82f-a6", "ovs_interfaceid": "4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2160.598681] env[62187]: DEBUG nova.scheduler.client.report [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2160.618746] env[62187]: DEBUG nova.scheduler.client.report [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2160.619086] env[62187]: DEBUG nova.compute.provider_tree [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2160.631175] env[62187]: DEBUG nova.scheduler.client.report [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2160.653227] env[62187]: DEBUG nova.scheduler.client.report [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2160.663040] env[62187]: DEBUG nova.compute.manager [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2160.663313] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2160.663602] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057cfd3e-0a22-4333-8730-3885e7d91b97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.677438] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 2160.677438] env[62187]: value = "task-2133172" [ 2160.677438] env[62187]: _type = "Task" [ 2160.677438] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.692157] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160477} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.698591] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2160.698591] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.698591] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa65071-bd8e-491c-8907-c4e0e1c842c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.724837] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0/dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2160.726094] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47ddc1a9-43db-4e95-9ff7-64ef1ef021a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.752053] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2160.752053] env[62187]: value = "task-2133173" [ 2160.752053] env[62187]: _type = "Task" [ 2160.752053] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.761015] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.066930] env[62187]: DEBUG nova.compute.manager [req-f12789d5-3798-4510-bcb9-6638529cea29 req-ea7513fd-21a0-4a35-806c-7e95bb02f2a5 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Received event network-vif-deleted-658626f4-aca4-4169-ab88-67a4d18baaae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2161.067149] env[62187]: INFO nova.compute.manager [req-f12789d5-3798-4510-bcb9-6638529cea29 req-ea7513fd-21a0-4a35-806c-7e95bb02f2a5 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Neutron deleted interface 658626f4-aca4-4169-ab88-67a4d18baaae; detaching it from the instance and deleting it from the info cache [ 2161.067319] env[62187]: DEBUG nova.network.neutron [req-f12789d5-3798-4510-bcb9-6638529cea29 req-ea7513fd-21a0-4a35-806c-7e95bb02f2a5 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.078860] env[62187]: DEBUG nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2161.083543] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379c0090-df0f-47c9-9b4e-ec83585f781e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.087992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "refresh_cache-5f4e1f85-849f-42a3-b5d3-e3a167f86a09" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.088297] env[62187]: DEBUG nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Instance network_info: |[{"id": "4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba", "address": "fa:16:3e:ac:24:bd", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf3b82f-a6", "ovs_interfaceid": "4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2161.088886] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:24:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2161.096614] env[62187]: DEBUG oslo.service.loopingcall [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2161.100713] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2161.100979] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b163e35-710c-4ac6-b4dc-ae49aae8f6e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.115366] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083056b5-2201-4222-b655-49c4aa6f5b15 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.125113] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2161.125113] env[62187]: value = "task-2133174" [ 2161.125113] env[62187]: _type = "Task" [ 2161.125113] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.127446] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2161.127657] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2161.127808] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2161.127984] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2161.128138] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2161.128279] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2161.128474] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2161.128629] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2161.128790] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2161.128950] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2161.129132] env[62187]: DEBUG nova.virt.hardware [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2161.129923] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00cca1-2c0c-4ff8-86e1-3da4c1f589cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.162042] env[62187]: DEBUG nova.compute.manager [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Received event network-changed-4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2161.162042] env[62187]: DEBUG nova.compute.manager [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Refreshing instance network info cache due to event network-changed-4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2161.162042] env[62187]: DEBUG oslo_concurrency.lockutils [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] Acquiring lock "refresh_cache-5f4e1f85-849f-42a3-b5d3-e3a167f86a09" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.162042] env[62187]: DEBUG oslo_concurrency.lockutils [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] Acquired lock "refresh_cache-5f4e1f85-849f-42a3-b5d3-e3a167f86a09" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.162238] env[62187]: DEBUG nova.network.neutron [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Refreshing network info cache for port 4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2161.163614] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f22ddd-6217-4d6a-a4ae-f8b4bfb3bb2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.170574] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fc8d9-644b-4c7d-9bbb-d2cddf085740 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.180588] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133174, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.182281] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4613a9-9385-424c-ba1c-544ce04ec1e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.217609] env[62187]: DEBUG nova.compute.provider_tree [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.217609] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133172, 'name': PowerOffVM_Task, 'duration_secs': 0.271063} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.217609] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.217609] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2161.217609] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436064', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'name': 'volume-6524dcf5-a720-48a2-b5ec-722ab88db88b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e25571ce-77da-4871-af48-c597560cd9a0', 'attached_at': '', 'detached_at': '', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'serial': '6524dcf5-a720-48a2-b5ec-722ab88db88b'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2161.217609] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfee8216-f775-4b2b-a121-79cfa8a292df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.238018] env[62187]: DEBUG nova.network.neutron [-] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.240667] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d35507-59ee-41fc-a2c2-1d21c2fc96ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.251307] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea99701d-ff0b-4e7a-8c28-47f5c012e527 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.270229] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1afb92a-e5f1-4584-996e-fbf9f48c170f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.276331] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133173, 'name': ReconfigVM_Task, 'duration_secs': 0.378681} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.276837] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Reconfigured VM instance instance-00000046 to attach disk [datastore1] dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0/dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2161.277470] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67c62b25-c52f-491c-96a3-d852052a4262 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.292448] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] The volume has not been displaced from its original location: [datastore2] volume-6524dcf5-a720-48a2-b5ec-722ab88db88b/volume-6524dcf5-a720-48a2-b5ec-722ab88db88b.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2161.295288] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Reconfiguring VM instance instance-00000024 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2161.296032] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4d6184-a5c6-4d31-97d9-222165307b63 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.310445] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2161.310445] env[62187]: value = "task-2133175" [ 2161.310445] env[62187]: _type = "Task" [ 2161.310445] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.315492] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 2161.315492] env[62187]: value = "task-2133176" [ 2161.315492] env[62187]: _type = "Task" [ 2161.315492] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.323641] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133175, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.329459] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.571833] env[62187]: DEBUG nova.network.neutron [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Successfully updated port: 88dfc32c-7078-4804-a975-55710c462b41 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2161.573377] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b4eef2c-14e3-41f4-8b49-9d7ca3d4511b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.584288] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e40e3c-2510-4835-90af-f704542dd35c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.616057] env[62187]: DEBUG nova.compute.manager [req-f12789d5-3798-4510-bcb9-6638529cea29 req-ea7513fd-21a0-4a35-806c-7e95bb02f2a5 service nova] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Detach interface failed, port_id=658626f4-aca4-4169-ab88-67a4d18baaae, reason: Instance 623c4d1d-55ac-4685-b335-04117f96129a could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2161.639073] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133174, 'name': CreateVM_Task, 'duration_secs': 0.41413} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.639073] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2161.639514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.639689] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.640071] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2161.640284] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de69149-957d-46e9-9fc5-fa8e3314e71d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.644821] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2161.644821] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b2d10-02df-2b86-8f7c-570709687926" [ 2161.644821] env[62187]: _type = "Task" [ 2161.644821] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.652550] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b2d10-02df-2b86-8f7c-570709687926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.741540] env[62187]: INFO nova.compute.manager [-] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Took 1.88 seconds to deallocate network for instance. [ 2161.755316] env[62187]: DEBUG nova.scheduler.client.report [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2161.755639] env[62187]: DEBUG nova.compute.provider_tree [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 105 to 106 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2161.755932] env[62187]: DEBUG nova.compute.provider_tree [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2161.825731] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133175, 'name': Rename_Task, 'duration_secs': 0.215711} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.826339] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.826591] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8135e274-7d09-45d4-a051-708ec8991ef3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.831469] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.836147] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2161.836147] env[62187]: value = "task-2133177" [ 2161.836147] env[62187]: _type = "Task" [ 2161.836147] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.843738] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.900962] env[62187]: DEBUG nova.network.neutron [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Updated VIF entry in instance network info cache for port 4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2161.901535] env[62187]: DEBUG nova.network.neutron [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Updating instance_info_cache with network_info: [{"id": "4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba", "address": "fa:16:3e:ac:24:bd", "network": {"id": "8244c245-55fd-4ca8-b61b-cd4b57f94661", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1166389673-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eabd4964ff9b4cf59f1da0213c2fcecd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf3b82f-a6", "ovs_interfaceid": "4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.078643] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "refresh_cache-9602a655-9434-42b7-85cf-c6038da0beb0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.078980] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "refresh_cache-9602a655-9434-42b7-85cf-c6038da0beb0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.079210] env[62187]: DEBUG nova.network.neutron [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2162.155283] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520b2d10-02df-2b86-8f7c-570709687926, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.155528] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.155756] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2162.156068] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.156165] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.156318] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2162.156559] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d8c98c5-376e-427b-a93a-0cfde49aa5e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.164173] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2162.164341] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2162.165396] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c41c581-a89c-4c5b-a5ca-74889e0e62cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.169601] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2162.169601] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a46072-7321-a1dc-b094-3ba91622c7dc" [ 2162.169601] env[62187]: _type = "Task" [ 2162.169601] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.176903] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a46072-7321-a1dc-b094-3ba91622c7dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.247431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.261400] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.207s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.263740] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.025s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.264041] env[62187]: DEBUG nova.objects.instance [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lazy-loading 'resources' on Instance uuid 48020d9c-a59b-4d17-baed-c87440cd2847 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2162.285126] env[62187]: INFO nova.scheduler.client.report [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Deleted allocations for instance b33ee5a0-3430-4bcd-9d51-e4df221d4a9b [ 2162.328939] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.346082] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133177, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.404679] env[62187]: DEBUG oslo_concurrency.lockutils [req-db37a758-8991-4e6a-8951-3c10d2b82186 req-7f511214-d843-4243-8072-6a147e90b4c2 service nova] Releasing lock "refresh_cache-5f4e1f85-849f-42a3-b5d3-e3a167f86a09" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.611739] env[62187]: DEBUG nova.network.neutron [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2162.681338] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a46072-7321-a1dc-b094-3ba91622c7dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011334} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.682208] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-131f72e8-af8c-469f-8e51-38e0975830b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.690036] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2162.690036] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea9bf2-8bf5-d028-c191-90679547bf54" [ 2162.690036] env[62187]: _type = "Task" [ 2162.690036] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.411567] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea9bf2-8bf5-d028-c191-90679547bf54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.411791] env[62187]: WARNING oslo_vmware.common.loopingcall [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] task run outlasted interval by 0.22165900000000005 sec [ 2163.412207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-784fdb91-cee3-493f-bece-0a75a126756d tempest-ServerGroupTestJSON-1484404630 tempest-ServerGroupTestJSON-1484404630-project-member] Lock "b33ee5a0-3430-4bcd-9d51-e4df221d4a9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.043s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.421604] env[62187]: DEBUG nova.compute.manager [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Received event network-vif-plugged-88dfc32c-7078-4804-a975-55710c462b41 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2163.422435] env[62187]: DEBUG oslo_concurrency.lockutils [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] Acquiring lock "9602a655-9434-42b7-85cf-c6038da0beb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.422435] env[62187]: DEBUG oslo_concurrency.lockutils [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] Lock "9602a655-9434-42b7-85cf-c6038da0beb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.422435] env[62187]: DEBUG oslo_concurrency.lockutils [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] Lock "9602a655-9434-42b7-85cf-c6038da0beb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.422435] env[62187]: DEBUG nova.compute.manager [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] No waiting events found dispatching network-vif-plugged-88dfc32c-7078-4804-a975-55710c462b41 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2163.422619] env[62187]: WARNING nova.compute.manager [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Received unexpected event network-vif-plugged-88dfc32c-7078-4804-a975-55710c462b41 for instance with vm_state building and task_state spawning. [ 2163.422651] env[62187]: DEBUG nova.compute.manager [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Received event network-changed-88dfc32c-7078-4804-a975-55710c462b41 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2163.422779] env[62187]: DEBUG nova.compute.manager [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Refreshing instance network info cache due to event network-changed-88dfc32c-7078-4804-a975-55710c462b41. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2163.422932] env[62187]: DEBUG oslo_concurrency.lockutils [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] Acquiring lock "refresh_cache-9602a655-9434-42b7-85cf-c6038da0beb0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.432214] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133176, 'name': ReconfigVM_Task, 'duration_secs': 1.250785} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.437492] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Reconfigured VM instance instance-00000024 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2163.442210] env[62187]: DEBUG oslo_vmware.api [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133177, 'name': PowerOnVM_Task, 'duration_secs': 0.53757} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.444072] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea9bf2-8bf5-d028-c191-90679547bf54, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.444072] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311a27ec-b776-45dd-b932-cf86ee454d7e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.452508] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2163.452708] env[62187]: INFO nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Took 11.63 seconds to spawn the instance on the hypervisor. [ 2163.452881] env[62187]: DEBUG nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2163.453183] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.453411] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5f4e1f85-849f-42a3-b5d3-e3a167f86a09/5f4e1f85-849f-42a3-b5d3-e3a167f86a09.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2163.456967] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e574282e-eb12-4388-9e9c-80e53a3c0d8a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.459583] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93708cf8-dfcf-44b9-81a9-c10ff9aa9f43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.470068] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 2163.470068] env[62187]: value = "task-2133178" [ 2163.470068] env[62187]: _type = "Task" [ 2163.470068] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.470324] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2163.470324] env[62187]: value = "task-2133179" [ 2163.470324] env[62187]: _type = "Task" [ 2163.470324] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.471132] env[62187]: DEBUG nova.network.neutron [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Updating instance_info_cache with network_info: [{"id": "88dfc32c-7078-4804-a975-55710c462b41", "address": "fa:16:3e:22:7d:46", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88dfc32c-70", "ovs_interfaceid": "88dfc32c-7078-4804-a975-55710c462b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.486036] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.492025] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.851262] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad89c62a-2002-486a-8551-54a0e9404b9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.866706] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12158275-50bc-42a5-b562-97e9cd038d3a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.903141] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d7614c-0a28-4b2f-ad86-961762c95898 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.910630] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7968b1-c2b4-497a-8f0e-6e6132b5f8e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.923735] env[62187]: DEBUG nova.compute.provider_tree [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2163.977883] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "refresh_cache-9602a655-9434-42b7-85cf-c6038da0beb0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.982308] env[62187]: DEBUG nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Instance network_info: |[{"id": "88dfc32c-7078-4804-a975-55710c462b41", "address": "fa:16:3e:22:7d:46", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88dfc32c-70", "ovs_interfaceid": "88dfc32c-7078-4804-a975-55710c462b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2163.993576] env[62187]: DEBUG oslo_concurrency.lockutils [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] Acquired lock "refresh_cache-9602a655-9434-42b7-85cf-c6038da0beb0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.993794] env[62187]: DEBUG nova.network.neutron [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Refreshing network info cache for port 88dfc32c-7078-4804-a975-55710c462b41 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2163.995364] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:7d:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88dfc32c-7078-4804-a975-55710c462b41', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2164.003672] env[62187]: DEBUG oslo.service.loopingcall [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2164.004762] env[62187]: INFO nova.compute.manager [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Took 34.40 seconds to build instance. [ 2164.008012] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2164.009677] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7637404-7a2c-4565-93d6-99cb37d258ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.035345] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133178, 'name': ReconfigVM_Task, 'duration_secs': 0.134965} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.035884] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434891} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.036548] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436064', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'name': 'volume-6524dcf5-a720-48a2-b5ec-722ab88db88b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e25571ce-77da-4871-af48-c597560cd9a0', 'attached_at': '', 'detached_at': '', 'volume_id': '6524dcf5-a720-48a2-b5ec-722ab88db88b', 'serial': '6524dcf5-a720-48a2-b5ec-722ab88db88b'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2164.036892] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2164.037209] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5f4e1f85-849f-42a3-b5d3-e3a167f86a09/5f4e1f85-849f-42a3-b5d3-e3a167f86a09.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2164.037411] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2164.038150] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b83b21-a5fd-46b7-bf9e-ece0586cd67f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.040714] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49d4ba8f-a804-46ab-b11a-f5fd720b82c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.043922] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2164.043922] env[62187]: value = "task-2133180" [ 2164.043922] env[62187]: _type = "Task" [ 2164.043922] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.052093] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2164.052093] env[62187]: value = "task-2133181" [ 2164.052093] env[62187]: _type = "Task" [ 2164.052093] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.052354] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2164.055020] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a11d7964-3f5a-4559-88b3-3c70d2565702 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.061507] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.069296] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.341774] env[62187]: DEBUG nova.network.neutron [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Updated VIF entry in instance network info cache for port 88dfc32c-7078-4804-a975-55710c462b41. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2164.342470] env[62187]: DEBUG nova.network.neutron [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Updating instance_info_cache with network_info: [{"id": "88dfc32c-7078-4804-a975-55710c462b41", "address": "fa:16:3e:22:7d:46", "network": {"id": "ac707a76-54e0-4641-a4a7-b2320aba0cac", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-75127486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b747ba4e1fa43c2838b980d7cd8a111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88dfc32c-70", "ovs_interfaceid": "88dfc32c-7078-4804-a975-55710c462b41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.426421] env[62187]: DEBUG nova.scheduler.client.report [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2164.507769] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5dc07f55-91d4-4da2-b949-e2e462132929 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.928s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.562307] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.564413] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063052} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.564641] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2164.565402] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1091d544-4c48-4d88-9e5d-cfd6b85eeff9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.590020] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 5f4e1f85-849f-42a3-b5d3-e3a167f86a09/5f4e1f85-849f-42a3-b5d3-e3a167f86a09.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2164.591078] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f4d5e28-d602-4cbb-93e7-cfd93c671e02 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.620757] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2164.620757] env[62187]: value = "task-2133183" [ 2164.620757] env[62187]: _type = "Task" [ 2164.620757] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.633013] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.664664] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.664964] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.665202] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.665386] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.665551] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.668144] env[62187]: INFO nova.compute.manager [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Terminating instance [ 2164.848831] env[62187]: DEBUG oslo_concurrency.lockutils [req-c9e72eb8-7a57-4ee7-bb4a-94438fe72621 req-b9e8eb6d-8988-4fc1-9934-a616604b3055 service nova] Releasing lock "refresh_cache-9602a655-9434-42b7-85cf-c6038da0beb0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.932267] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.668s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.937725] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.675s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.937982] env[62187]: DEBUG nova.objects.instance [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lazy-loading 'resources' on Instance uuid 66e4bd18-5b1e-4854-960b-cf890d53c7cb {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2164.973667] env[62187]: INFO nova.scheduler.client.report [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Deleted allocations for instance 48020d9c-a59b-4d17-baed-c87440cd2847 [ 2165.057388] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.130840] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133183, 'name': ReconfigVM_Task, 'duration_secs': 0.335334} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.131466] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 5f4e1f85-849f-42a3-b5d3-e3a167f86a09/5f4e1f85-849f-42a3-b5d3-e3a167f86a09.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2165.132548] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8005dac8-8b59-41d4-b433-d67c27a71781 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.139883] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2165.139883] env[62187]: value = "task-2133184" [ 2165.139883] env[62187]: _type = "Task" [ 2165.139883] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.147433] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133184, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.172333] env[62187]: DEBUG nova.compute.manager [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2165.172827] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2165.173571] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe0847-e179-41d0-99b4-73c49786c374 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.181504] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2165.181923] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32e0927c-ad2b-48ab-838b-b84b62a546b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.188604] env[62187]: DEBUG oslo_vmware.api [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2165.188604] env[62187]: value = "task-2133185" [ 2165.188604] env[62187]: _type = "Task" [ 2165.188604] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.196766] env[62187]: DEBUG oslo_vmware.api [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.484549] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c828c6e-63fa-475c-918d-7ccb6d75b853 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "48020d9c-a59b-4d17-baed-c87440cd2847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.948s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.556158] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.648868] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133184, 'name': Rename_Task, 'duration_secs': 0.141762} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.651119] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2165.651535] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f0ac90-3803-4453-a7b4-fb9c9a7fe63e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.657860] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2165.657860] env[62187]: value = "task-2133186" [ 2165.657860] env[62187]: _type = "Task" [ 2165.657860] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.667434] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.701448] env[62187]: DEBUG oslo_vmware.api [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133185, 'name': PowerOffVM_Task, 'duration_secs': 0.255031} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.701448] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2165.701448] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2165.701448] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d08ce8-0539-4741-b275-6a0896dbde51 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.764987] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23324120-d2e3-4622-94ff-f5ae9ff895cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.772231] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f43815d-5f0b-4e18-9516-f32afd0fd385 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.804721] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df6db22-2e10-43fe-a05a-59bbe30df4cf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.813101] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bc10e6-6964-4f81-8683-18a4e4a0ea69 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.829544] env[62187]: DEBUG nova.compute.provider_tree [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2166.056247] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.168924] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133186, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.333728] env[62187]: DEBUG nova.scheduler.client.report [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2166.516749] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "29e8255d-3145-4197-8184-f8c8008d28f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.518735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "29e8255d-3145-4197-8184-f8c8008d28f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.518735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "29e8255d-3145-4197-8184-f8c8008d28f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.518735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "29e8255d-3145-4197-8184-f8c8008d28f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.518735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "29e8255d-3145-4197-8184-f8c8008d28f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.520025] env[62187]: INFO nova.compute.manager [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Terminating instance [ 2166.557944] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.668911] env[62187]: DEBUG oslo_vmware.api [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133186, 'name': PowerOnVM_Task, 'duration_secs': 0.715082} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.669021] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2166.669183] env[62187]: INFO nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Took 8.06 seconds to spawn the instance on the hypervisor. [ 2166.669488] env[62187]: DEBUG nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2166.670087] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821f6f8a-f038-461f-ab82-ea7d9ea4fd4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.839372] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.843960] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.572s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.843960] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.844997] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.972s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.845269] env[62187]: DEBUG nova.objects.instance [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lazy-loading 'resources' on Instance uuid 3f82360d-09f1-4acc-8c5d-b25020e10cc0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.872340] env[62187]: INFO nova.scheduler.client.report [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted allocations for instance 66e4bd18-5b1e-4854-960b-cf890d53c7cb [ 2166.875705] env[62187]: INFO nova.scheduler.client.report [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Deleted allocations for instance e5540ead-917b-4a5b-a11e-d5bed9ea0331 [ 2167.023962] env[62187]: DEBUG nova.compute.manager [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2167.024206] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2167.025128] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399a9927-7bd9-47f6-8b05-97018e4522de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.032642] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2167.032868] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a838cbe-7d0f-40b2-a9c1-4ec952a2ff7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.039087] env[62187]: DEBUG oslo_vmware.api [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2167.039087] env[62187]: value = "task-2133188" [ 2167.039087] env[62187]: _type = "Task" [ 2167.039087] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.046662] env[62187]: DEBUG oslo_vmware.api [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.057188] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.189026] env[62187]: INFO nova.compute.manager [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Took 31.11 seconds to build instance. [ 2167.387036] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac546c21-252f-4a27-881a-0d0c1359a177 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "66e4bd18-5b1e-4854-960b-cf890d53c7cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.091s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.388045] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c751b973-e671-414c-b102-cf1263629ece tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "e5540ead-917b-4a5b-a11e-d5bed9ea0331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.201s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.550205] env[62187]: DEBUG oslo_vmware.api [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133188, 'name': PowerOffVM_Task, 'duration_secs': 0.204173} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.553177] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2167.553368] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2167.555849] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a6b8221-ec64-4355-ad99-d997965a26fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.562397] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.674296] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db8f19a-eae3-485b-b156-b618d9101521 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.681683] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e80862-8d97-43bc-bd0f-b0667b0d667f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.711584] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0796198-6017-450a-a84e-5a4dc32e67ff tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.640s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.712340] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df58801a-b4a9-4232-ba30-57692aed46fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.720429] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a047802-c5ca-433c-aadb-cd64a2ad69e6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.735310] env[62187]: DEBUG nova.compute.provider_tree [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2168.061629] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.238619] env[62187]: DEBUG nova.scheduler.client.report [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2168.438377] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "26375696-a789-4eec-91cf-47ef118b2bbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.438377] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.439030] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.439030] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.439030] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.443938] env[62187]: INFO nova.compute.manager [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Terminating instance [ 2168.488993] env[62187]: DEBUG nova.compute.manager [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2168.489882] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4210833b-b075-4f2a-868c-caea3e9b50a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.560216] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.746561] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.749229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.554s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.750744] env[62187]: INFO nova.compute.claims [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2168.786280] env[62187]: INFO nova.scheduler.client.report [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Deleted allocations for instance 3f82360d-09f1-4acc-8c5d-b25020e10cc0 [ 2168.948392] env[62187]: DEBUG nova.compute.manager [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2168.948975] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2168.949897] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2ec02f-3eb6-4f79-a060-68183258fd91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.957379] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2168.957606] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4872dcda-5346-478f-bdeb-f4b708a1d499 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.964297] env[62187]: DEBUG oslo_vmware.api [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2168.964297] env[62187]: value = "task-2133190" [ 2168.964297] env[62187]: _type = "Task" [ 2168.964297] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.972765] env[62187]: DEBUG oslo_vmware.api [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.002458] env[62187]: INFO nova.compute.manager [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] instance snapshotting [ 2169.005431] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60161a79-b124-435f-8e79-48364959f46e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.024619] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977700c4-abd7-43a9-a0fa-010108abe1aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.061301] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.298929] env[62187]: DEBUG oslo_concurrency.lockutils [None req-94818a1b-63d2-4a23-a818-e2c1908d997c tempest-ServersTestMultiNic-509659750 tempest-ServersTestMultiNic-509659750-project-member] Lock "3f82360d-09f1-4acc-8c5d-b25020e10cc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.828s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.474356] env[62187]: DEBUG oslo_vmware.api [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133190, 'name': PowerOffVM_Task, 'duration_secs': 0.205795} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.474690] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2169.474894] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2169.475325] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddabb79f-8f22-43bc-87ab-e0cb5f40958a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.535694] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2169.536036] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37c63885-8c12-4882-b6aa-c2a2a215ca01 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.545356] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2169.545356] env[62187]: value = "task-2133192" [ 2169.545356] env[62187]: _type = "Task" [ 2169.545356] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.553247] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133192, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.561300] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.570041] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.570249] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.570436] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Deleting the datastore file [datastore1] dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.570718] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-927de734-0e84-4f6b-9a96-65e9b4396355 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.577669] env[62187]: DEBUG oslo_vmware.api [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for the task: (returnval){ [ 2169.577669] env[62187]: value = "task-2133193" [ 2169.577669] env[62187]: _type = "Task" [ 2169.577669] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.591189] env[62187]: DEBUG oslo_vmware.api [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.592550] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.592796] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.592926] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Deleting the datastore file [datastore1] 29e8255d-3145-4197-8184-f8c8008d28f9 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.593187] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b393edd2-247f-4601-ae9f-dcf76da23629 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.600345] env[62187]: DEBUG oslo_vmware.api [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for the task: (returnval){ [ 2169.600345] env[62187]: value = "task-2133194" [ 2169.600345] env[62187]: _type = "Task" [ 2169.600345] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.608693] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.608894] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.609088] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Deleting the datastore file [datastore2] e25571ce-77da-4871-af48-c597560cd9a0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.609701] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd8bcac8-8743-489a-ab90-6542ad1b0ce9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.615182] env[62187]: DEBUG oslo_vmware.api [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.619598] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for the task: (returnval){ [ 2169.619598] env[62187]: value = "task-2133195" [ 2169.619598] env[62187]: _type = "Task" [ 2169.619598] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.628616] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.632614] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.632936] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.633294] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Deleting the datastore file [datastore1] 26375696-a789-4eec-91cf-47ef118b2bbe {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.633609] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4484cab5-2cab-43ed-9f3e-cdeef5cbf839 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.640944] env[62187]: DEBUG oslo_vmware.api [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for the task: (returnval){ [ 2169.640944] env[62187]: value = "task-2133196" [ 2169.640944] env[62187]: _type = "Task" [ 2169.640944] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.650506] env[62187]: DEBUG oslo_vmware.api [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.059784] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133192, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.066923] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133180, 'name': CreateVM_Task, 'duration_secs': 5.83564} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.066923] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2170.067237] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.067358] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.067697] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2170.067944] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6866cab-22a2-4b55-af1c-fba5be239377 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.073039] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2170.073039] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f48938-a6e6-3490-126d-88125ea38d59" [ 2170.073039] env[62187]: _type = "Task" [ 2170.073039] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.077922] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f5d6c-be9e-4903-a2c1-c1a1f4eb849c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.083680] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f48938-a6e6-3490-126d-88125ea38d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.091282] env[62187]: DEBUG oslo_vmware.api [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Task: {'id': task-2133193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153593} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.093115] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2170.093308] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2170.093487] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2170.093732] env[62187]: INFO nova.compute.manager [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Took 4.92 seconds to destroy the instance on the hypervisor. [ 2170.094010] env[62187]: DEBUG oslo.service.loopingcall [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.094268] env[62187]: DEBUG nova.compute.manager [-] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2170.094364] env[62187]: DEBUG nova.network.neutron [-] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2170.096705] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726adca6-6500-44a5-a8b9-27728a368049 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.132860] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e07dc0-bb34-446b-9c51-03a5babb2ccc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.138266] env[62187]: DEBUG oslo_vmware.api [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Task: {'id': task-2133194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212122} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.139084] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2170.139294] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2170.139486] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2170.139657] env[62187]: INFO nova.compute.manager [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Took 3.12 seconds to destroy the instance on the hypervisor. [ 2170.139903] env[62187]: DEBUG oslo.service.loopingcall [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.140145] env[62187]: DEBUG nova.compute.manager [-] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2170.140254] env[62187]: DEBUG nova.network.neutron [-] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2170.146819] env[62187]: DEBUG oslo_vmware.api [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Task: {'id': task-2133195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134436} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.149246] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2170.149422] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2170.149591] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2170.149755] env[62187]: INFO nova.compute.manager [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Took 9.49 seconds to destroy the instance on the hypervisor. [ 2170.149975] env[62187]: DEBUG oslo.service.loopingcall [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.151091] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cbcfe4-69c1-4be5-ad82-35a0f1d88b82 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.154886] env[62187]: DEBUG nova.compute.manager [-] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2170.154995] env[62187]: DEBUG nova.network.neutron [-] [instance: e25571ce-77da-4871-af48-c597560cd9a0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2170.161193] env[62187]: DEBUG oslo_vmware.api [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Task: {'id': task-2133196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181248} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.168767] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2170.168954] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2170.169153] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2170.169322] env[62187]: INFO nova.compute.manager [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2170.169550] env[62187]: DEBUG oslo.service.loopingcall [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.169953] env[62187]: DEBUG nova.compute.provider_tree [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2170.171240] env[62187]: DEBUG nova.compute.manager [-] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2170.171339] env[62187]: DEBUG nova.network.neutron [-] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2170.537246] env[62187]: DEBUG nova.compute.manager [req-be2c3b9a-da9d-4209-a35b-fdacd16a7769 req-72600db8-0603-4cbb-bdb0-3722ef17dafd service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Received event network-vif-deleted-4ee7b123-d6ea-419a-8674-98d8ed7a1838 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2170.537480] env[62187]: INFO nova.compute.manager [req-be2c3b9a-da9d-4209-a35b-fdacd16a7769 req-72600db8-0603-4cbb-bdb0-3722ef17dafd service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Neutron deleted interface 4ee7b123-d6ea-419a-8674-98d8ed7a1838; detaching it from the instance and deleting it from the info cache [ 2170.537747] env[62187]: DEBUG nova.network.neutron [req-be2c3b9a-da9d-4209-a35b-fdacd16a7769 req-72600db8-0603-4cbb-bdb0-3722ef17dafd service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.556070] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133192, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.582742] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f48938-a6e6-3490-126d-88125ea38d59, 'name': SearchDatastore_Task, 'duration_secs': 0.04305} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.583021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2170.583253] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2170.583484] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2170.583626] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2170.583799] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2170.584092] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d4b3dac-c192-4fb3-8e5a-9c9c4aa48010 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.597462] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2170.597653] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2170.598495] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9058dcd-7675-4f08-a1b0-369cc435c1df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.604231] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2170.604231] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a5b7f3-f7fe-f96c-7923-2b07854204ca" [ 2170.604231] env[62187]: _type = "Task" [ 2170.604231] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.612249] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a5b7f3-f7fe-f96c-7923-2b07854204ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.674486] env[62187]: DEBUG nova.scheduler.client.report [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2170.899668] env[62187]: DEBUG nova.compute.manager [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Received event network-vif-deleted-b42c6520-506b-4bc3-bf03-0682f6e9865c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2170.899668] env[62187]: INFO nova.compute.manager [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Neutron deleted interface b42c6520-506b-4bc3-bf03-0682f6e9865c; detaching it from the instance and deleting it from the info cache [ 2170.899668] env[62187]: DEBUG nova.network.neutron [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.002611] env[62187]: DEBUG nova.network.neutron [-] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.040839] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8934b22-0da5-4e85-845d-db10de6cd08a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.054015] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f5add-11ad-4178-b04a-617d98acfdcc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.071160] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133192, 'name': CreateSnapshot_Task, 'duration_secs': 1.120129} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.071385] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2171.072127] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93253437-ca60-4249-962e-1c00fd21a360 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.084570] env[62187]: DEBUG nova.compute.manager [req-be2c3b9a-da9d-4209-a35b-fdacd16a7769 req-72600db8-0603-4cbb-bdb0-3722ef17dafd service nova] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Detach interface failed, port_id=4ee7b123-d6ea-419a-8674-98d8ed7a1838, reason: Instance dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2171.116272] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a5b7f3-f7fe-f96c-7923-2b07854204ca, 'name': SearchDatastore_Task, 'duration_secs': 0.024888} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.117247] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ad827a-0a16-4821-a30f-c999e75cd25a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.123526] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2171.123526] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5271749f-eb7c-3b00-3d24-28ef78dc990d" [ 2171.123526] env[62187]: _type = "Task" [ 2171.123526] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.133719] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5271749f-eb7c-3b00-3d24-28ef78dc990d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.179418] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.179935] env[62187]: DEBUG nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2171.182742] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.210s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.186845] env[62187]: INFO nova.compute.claims [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2171.351023] env[62187]: DEBUG nova.network.neutron [-] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.351023] env[62187]: DEBUG nova.network.neutron [-] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.402250] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c647fe3-df34-4a1b-82c9-0c9d72d02a27 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.413077] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b208679-0d64-4623-9127-6653db29e28a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.456975] env[62187]: DEBUG nova.compute.manager [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Detach interface failed, port_id=b42c6520-506b-4bc3-bf03-0682f6e9865c, reason: Instance 29e8255d-3145-4197-8184-f8c8008d28f9 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2171.457243] env[62187]: DEBUG nova.compute.manager [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Received event network-vif-deleted-6774d752-6fa4-43d8-aa85-16b49e7cf92e {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2171.457668] env[62187]: INFO nova.compute.manager [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Neutron deleted interface 6774d752-6fa4-43d8-aa85-16b49e7cf92e; detaching it from the instance and deleting it from the info cache [ 2171.457668] env[62187]: DEBUG nova.network.neutron [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.506203] env[62187]: INFO nova.compute.manager [-] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Took 1.41 seconds to deallocate network for instance. [ 2171.598682] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2171.598682] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e725dd39-3091-4627-a0ad-30af5dd4350b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.608025] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2171.608025] env[62187]: value = "task-2133197" [ 2171.608025] env[62187]: _type = "Task" [ 2171.608025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.616041] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133197, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.634815] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5271749f-eb7c-3b00-3d24-28ef78dc990d, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.635143] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2171.635412] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9602a655-9434-42b7-85cf-c6038da0beb0/9602a655-9434-42b7-85cf-c6038da0beb0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2171.635668] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a3633ff-6cb1-43e7-857e-9a6c90a44f47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.642400] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2171.642400] env[62187]: value = "task-2133198" [ 2171.642400] env[62187]: _type = "Task" [ 2171.642400] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.653740] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.660478] env[62187]: DEBUG nova.network.neutron [-] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2171.689243] env[62187]: DEBUG nova.compute.utils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2171.693467] env[62187]: DEBUG nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2171.693585] env[62187]: DEBUG nova.network.neutron [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2171.741667] env[62187]: DEBUG nova.policy [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e34c86dc3fa947ac89f7e35b702a3323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aa4aac1fb4f47a1804f4d93c0672ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2171.852701] env[62187]: INFO nova.compute.manager [-] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Took 1.71 seconds to deallocate network for instance. [ 2171.853138] env[62187]: INFO nova.compute.manager [-] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Took 1.68 seconds to deallocate network for instance. [ 2171.960457] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e749783a-85c6-4227-91de-ed31a02f9ab9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.974012] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93cae39-97a7-4ca6-9b5e-e1d0663d1786 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.016680] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.017133] env[62187]: DEBUG nova.compute.manager [req-30105307-6a49-41c6-8083-978d1bed2c07 req-4223b4c4-065e-4d0c-b0d1-4d8e42a58c16 service nova] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Detach interface failed, port_id=6774d752-6fa4-43d8-aa85-16b49e7cf92e, reason: Instance 26375696-a789-4eec-91cf-47ef118b2bbe could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2172.118586] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133197, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.152283] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502477} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.152551] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 9602a655-9434-42b7-85cf-c6038da0beb0/9602a655-9434-42b7-85cf-c6038da0beb0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2172.152754] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2172.154591] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-058286c0-066f-4f24-ade0-2bb3839f8146 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.159142] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2172.159142] env[62187]: value = "task-2133199" [ 2172.159142] env[62187]: _type = "Task" [ 2172.159142] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.162328] env[62187]: INFO nova.compute.manager [-] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Took 2.01 seconds to deallocate network for instance. [ 2172.169758] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.202991] env[62187]: DEBUG nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2172.252932] env[62187]: DEBUG nova.network.neutron [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Successfully created port: ecfd99b8-c6ee-49a7-b623-863666d3efa8 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2172.362412] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.366715] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.547750] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee435cae-5f41-49c3-9011-0bbf2742d9b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.555080] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb4e87-9f82-4489-a52b-d401cf37100e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.585072] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cb5cc3-687c-40c9-a517-30394903372a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.594584] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a97f87-3c96-42d9-9b98-74faaf737bab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.606929] env[62187]: DEBUG nova.compute.provider_tree [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2172.616542] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133197, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.669173] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074649} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.669454] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2172.670247] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c255ec-967c-4d4f-a6c4-aedb3a93dfe3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.695620] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 9602a655-9434-42b7-85cf-c6038da0beb0/9602a655-9434-42b7-85cf-c6038da0beb0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.695957] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f296684-1e4f-4f9f-a77e-a7adcd8e4b5f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.724659] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2172.724659] env[62187]: value = "task-2133200" [ 2172.724659] env[62187]: _type = "Task" [ 2172.724659] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.725953] env[62187]: INFO nova.compute.manager [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Took 0.56 seconds to detach 1 volumes for instance. [ 2172.728173] env[62187]: DEBUG nova.compute.manager [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Deleting volume: 6524dcf5-a720-48a2-b5ec-722ab88db88b {{(pid=62187) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2172.735595] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133200, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.929180] env[62187]: DEBUG nova.compute.manager [req-37a5f4ee-157c-4085-a130-336df177a57c req-02d60d5b-8d55-4dd9-bd4e-be0f0d5f0f28 service nova] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Received event network-vif-deleted-81a56522-16f1-43de-928e-176f908cc9da {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2173.113020] env[62187]: DEBUG nova.scheduler.client.report [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2173.128199] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133197, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.216756] env[62187]: DEBUG nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2173.234349] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.251812] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2173.251812] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2173.251812] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2173.251812] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2173.252121] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2173.252184] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2173.252405] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2173.252555] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2173.252736] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2173.252891] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2173.253068] env[62187]: DEBUG nova.virt.hardware [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2173.254165] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a94520-97b5-4e9a-8dd6-6a50550585d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.262389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23acc6ba-fedb-41f0-8144-3abfddc4afba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.278418] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.623693] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.623693] env[62187]: DEBUG nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2173.632093] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.993s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.632093] env[62187]: DEBUG nova.objects.instance [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lazy-loading 'resources' on Instance uuid 503f0f38-af02-4ddc-b04b-002428547164 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2173.632643] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133197, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.734207] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133200, 'name': ReconfigVM_Task, 'duration_secs': 0.790937} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.734207] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 9602a655-9434-42b7-85cf-c6038da0beb0/9602a655-9434-42b7-85cf-c6038da0beb0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2173.734207] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6759b3a-68a0-43b6-98e6-8df7f917b035 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.742365] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2173.742365] env[62187]: value = "task-2133202" [ 2173.742365] env[62187]: _type = "Task" [ 2173.742365] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.756930] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133202, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.921723] env[62187]: DEBUG nova.network.neutron [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Successfully updated port: ecfd99b8-c6ee-49a7-b623-863666d3efa8 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2174.131685] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133197, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.135148] env[62187]: DEBUG nova.compute.utils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2174.139598] env[62187]: DEBUG nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2174.139769] env[62187]: DEBUG nova.network.neutron [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2174.180199] env[62187]: DEBUG nova.policy [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60d6db80a3f14cd098dfa3974a4f9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed36e12ca3954bf0a69c1a8a906da6aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2174.252646] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133202, 'name': Rename_Task, 'duration_secs': 0.297836} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.253100] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2174.253752] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-653b86f7-fbfa-4eb8-817f-7d495d5e4931 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.266181] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2174.266181] env[62187]: value = "task-2133203" [ 2174.266181] env[62187]: _type = "Task" [ 2174.266181] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.277219] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.428821] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.428821] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.428821] env[62187]: DEBUG nova.network.neutron [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2174.478115] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f0d5b0-3d77-413b-98cf-8570f1ff6708 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.487178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e4dab-86c3-4eec-bd7a-45fb4d287153 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.519612] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f9af2d-4a1b-419c-af9f-ece073a8f783 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.528023] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1ce282-b587-41ea-add1-f67408bc7b32 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.545216] env[62187]: DEBUG nova.compute.provider_tree [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2174.585372] env[62187]: DEBUG nova.network.neutron [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Successfully created port: 69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2174.629467] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133197, 'name': CloneVM_Task, 'duration_secs': 2.644573} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.629783] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Created linked-clone VM from snapshot [ 2174.630539] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1b1eed-c92f-4763-bba9-6cb0fb53f571 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.638796] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Uploading image 093feaa3-5360-46f4-a645-d5119a6c774e {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2174.641638] env[62187]: DEBUG nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2174.656584] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2174.656868] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c061d130-e421-461e-ba65-edabf81b2002 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.663846] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2174.663846] env[62187]: value = "task-2133204" [ 2174.663846] env[62187]: _type = "Task" [ 2174.663846] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.671900] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133204, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.776632] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133203, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.011329] env[62187]: DEBUG nova.network.neutron [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2175.050329] env[62187]: DEBUG nova.scheduler.client.report [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2175.175401] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133204, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.275829] env[62187]: DEBUG oslo_vmware.api [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133203, 'name': PowerOnVM_Task, 'duration_secs': 0.544274} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.278877] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2175.279260] env[62187]: INFO nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Took 14.20 seconds to spawn the instance on the hypervisor. [ 2175.279537] env[62187]: DEBUG nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2175.280579] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5875aa9-dfc3-4e1d-b137-c07935daa986 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.408579] env[62187]: DEBUG nova.network.neutron [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance_info_cache with network_info: [{"id": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "address": "fa:16:3e:05:5e:6c", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfd99b8-c6", "ovs_interfaceid": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2175.507267] env[62187]: DEBUG nova.compute.manager [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Received event network-vif-plugged-ecfd99b8-c6ee-49a7-b623-863666d3efa8 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2175.507476] env[62187]: DEBUG oslo_concurrency.lockutils [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] Acquiring lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.507683] env[62187]: DEBUG oslo_concurrency.lockutils [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.507864] env[62187]: DEBUG oslo_concurrency.lockutils [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.508017] env[62187]: DEBUG nova.compute.manager [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] No waiting events found dispatching network-vif-plugged-ecfd99b8-c6ee-49a7-b623-863666d3efa8 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2175.509143] env[62187]: WARNING nova.compute.manager [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Received unexpected event network-vif-plugged-ecfd99b8-c6ee-49a7-b623-863666d3efa8 for instance with vm_state building and task_state spawning. [ 2175.509143] env[62187]: DEBUG nova.compute.manager [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Received event network-changed-ecfd99b8-c6ee-49a7-b623-863666d3efa8 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2175.509143] env[62187]: DEBUG nova.compute.manager [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Refreshing instance network info cache due to event network-changed-ecfd99b8-c6ee-49a7-b623-863666d3efa8. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2175.509143] env[62187]: DEBUG oslo_concurrency.lockutils [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] Acquiring lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2175.558157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.561142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.464s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.561142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.564941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.060s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.564941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.564941] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2175.564941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.337s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.564941] env[62187]: DEBUG nova.objects.instance [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2175.571110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2343b0-b52c-4daf-9642-049ba710d9d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.580894] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed0fe6-5a66-44a6-99b7-f7fba7cc26e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.603924] env[62187]: INFO nova.scheduler.client.report [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleted allocations for instance 503f0f38-af02-4ddc-b04b-002428547164 [ 2175.605801] env[62187]: INFO nova.scheduler.client.report [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted allocations for instance 676be4f0-bac2-4b3a-9d9d-2016c203a54a [ 2175.607318] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95df0402-eee3-4cdc-8a64-ad2d72381064 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.622418] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc25cd-3cc0-4be5-82a0-c1fc8c347f07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.663273] env[62187]: DEBUG nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2175.665472] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178187MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2175.665619] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2175.677569] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133204, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.694256] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2175.694428] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2175.694618] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2175.694811] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2175.694950] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2175.695129] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2175.695382] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2175.695549] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2175.695715] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2175.695985] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2175.696149] env[62187]: DEBUG nova.virt.hardware [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2175.697662] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d469a58-12bd-46b2-973b-3d97ac1bddab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.706939] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d060e5-1ab6-4cfc-b972-d6237845d92d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.801552] env[62187]: INFO nova.compute.manager [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Took 34.62 seconds to build instance. [ 2175.911996] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.912369] env[62187]: DEBUG nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Instance network_info: |[{"id": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "address": "fa:16:3e:05:5e:6c", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfd99b8-c6", "ovs_interfaceid": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2175.912683] env[62187]: DEBUG oslo_concurrency.lockutils [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] Acquired lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2175.912947] env[62187]: DEBUG nova.network.neutron [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Refreshing network info cache for port ecfd99b8-c6ee-49a7-b623-863666d3efa8 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2175.914838] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:5e:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecfd99b8-c6ee-49a7-b623-863666d3efa8', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2175.924711] env[62187]: DEBUG oslo.service.loopingcall [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2175.925317] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2175.925659] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95fa9638-4f59-4f0c-bb13-2d25505cbd14 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.946421] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2175.946421] env[62187]: value = "task-2133205" [ 2175.946421] env[62187]: _type = "Task" [ 2175.946421] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.957632] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133205, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.121260] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c580da7a-d26e-4562-a1f4-9793eefdda9b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "676be4f0-bac2-4b3a-9d9d-2016c203a54a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.970s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.121992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c1c59c0-6a2b-4a93-9976-f9717ae3f558 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "503f0f38-af02-4ddc-b04b-002428547164" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.507s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.176368] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133204, 'name': Destroy_Task, 'duration_secs': 1.416022} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.176932] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Destroyed the VM [ 2176.177400] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2176.177811] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-93a4cc69-774c-4e7b-80c4-5c8a66913f89 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.185138] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2176.185138] env[62187]: value = "task-2133206" [ 2176.185138] env[62187]: _type = "Task" [ 2176.185138] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.193637] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133206, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.214152] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.214152] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.310170] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1826189e-b4e8-494c-b13d-76c0db163489 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "9602a655-9434-42b7-85cf-c6038da0beb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.133s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.456442] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133205, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.576158] env[62187]: DEBUG oslo_concurrency.lockutils [None req-86ca4702-3990-4fd6-90cc-4680fd311f69 tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.577931] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.657s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.577931] env[62187]: DEBUG nova.objects.instance [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lazy-loading 'resources' on Instance uuid 5344920a-e824-4ae6-ad29-8415d3015360 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2176.619403] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.619634] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.619850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "0e96da6f-3127-4143-b850-bf55ff6d8af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.620054] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.620234] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.625455] env[62187]: INFO nova.compute.manager [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Terminating instance [ 2176.630356] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "9602a655-9434-42b7-85cf-c6038da0beb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.630356] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "9602a655-9434-42b7-85cf-c6038da0beb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.630356] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "9602a655-9434-42b7-85cf-c6038da0beb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.630356] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "9602a655-9434-42b7-85cf-c6038da0beb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.630610] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "9602a655-9434-42b7-85cf-c6038da0beb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.633627] env[62187]: INFO nova.compute.manager [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Terminating instance [ 2176.700189] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133206, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.716157] env[62187]: DEBUG nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2176.783528] env[62187]: DEBUG nova.network.neutron [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updated VIF entry in instance network info cache for port ecfd99b8-c6ee-49a7-b623-863666d3efa8. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2176.784094] env[62187]: DEBUG nova.network.neutron [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance_info_cache with network_info: [{"id": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "address": "fa:16:3e:05:5e:6c", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfd99b8-c6", "ovs_interfaceid": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2176.959444] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133205, 'name': CreateVM_Task, 'duration_secs': 0.526437} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.959619] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2176.960636] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.961105] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.961502] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2176.961760] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-417f234b-4b22-4eb7-be9b-cc3e4bfd6223 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.966759] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2176.966759] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4b960-7a16-5af4-c14a-b43588130615" [ 2176.966759] env[62187]: _type = "Task" [ 2176.966759] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.976862] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4b960-7a16-5af4-c14a-b43588130615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.028211] env[62187]: DEBUG nova.network.neutron [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Successfully updated port: 69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2177.133017] env[62187]: DEBUG nova.compute.manager [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2177.133017] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2177.133571] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e8f67-8bad-4270-95cd-cd012bed2458 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.142172] env[62187]: DEBUG nova.compute.manager [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2177.142507] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2177.143074] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2177.145763] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3139f7e6-1db8-4b62-bff3-f29202b97514 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.148310] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abe6b6d4-f8ca-4374-b308-bd933846ee1c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.156021] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2177.156021] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31266dc0-4269-4c9d-993f-ff62de2eb4f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.157249] env[62187]: DEBUG oslo_vmware.api [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2177.157249] env[62187]: value = "task-2133207" [ 2177.157249] env[62187]: _type = "Task" [ 2177.157249] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.164156] env[62187]: DEBUG oslo_vmware.api [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2177.164156] env[62187]: value = "task-2133208" [ 2177.164156] env[62187]: _type = "Task" [ 2177.164156] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.171172] env[62187]: DEBUG oslo_vmware.api [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.176528] env[62187]: DEBUG oslo_vmware.api [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.197145] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133206, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.244261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.286792] env[62187]: DEBUG oslo_concurrency.lockutils [req-0b9a5af7-64ee-417d-b0de-dd19799aeb2b req-e7d03977-4535-4732-8b8c-3a3344092706 service nova] Releasing lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.383136] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11609439-4fe7-45c9-a659-47e5b7696df3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.391319] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb133ce-9022-4c29-ab39-6a82f8b52463 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.421280] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374b8bd-c9c6-4c56-b28c-1906b7234c81 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.430187] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529105a0-75b1-4d64-a7e9-2083f5aae9b0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.446239] env[62187]: DEBUG nova.compute.provider_tree [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2177.477029] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4b960-7a16-5af4-c14a-b43588130615, 'name': SearchDatastore_Task, 'duration_secs': 0.031914} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.477358] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.477698] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2177.477796] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.477938] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.478130] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2177.478382] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ab59ffc-846f-4821-997c-80f740a96795 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.496678] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2177.496861] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2177.497632] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8780ea1f-b3aa-488c-be1f-6f79c1d9d7ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.502839] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2177.502839] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee139e-cbb5-e05b-52a7-0106801b1570" [ 2177.502839] env[62187]: _type = "Task" [ 2177.502839] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.510444] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee139e-cbb5-e05b-52a7-0106801b1570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.531312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.531312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.531312] env[62187]: DEBUG nova.network.neutron [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2177.533534] env[62187]: DEBUG nova.compute.manager [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Received event network-vif-plugged-69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2177.533534] env[62187]: DEBUG oslo_concurrency.lockutils [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] Acquiring lock "62af59af-f706-404d-b68c-9337c0abdf3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.533534] env[62187]: DEBUG oslo_concurrency.lockutils [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] Lock "62af59af-f706-404d-b68c-9337c0abdf3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.533534] env[62187]: DEBUG oslo_concurrency.lockutils [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] Lock "62af59af-f706-404d-b68c-9337c0abdf3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2177.534029] env[62187]: DEBUG nova.compute.manager [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] No waiting events found dispatching network-vif-plugged-69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2177.534029] env[62187]: WARNING nova.compute.manager [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Received unexpected event network-vif-plugged-69b53a70-cac1-44ce-9361-1ac0df5c47dd for instance with vm_state building and task_state spawning. [ 2177.534029] env[62187]: DEBUG nova.compute.manager [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Received event network-changed-69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2177.534520] env[62187]: DEBUG nova.compute.manager [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Refreshing instance network info cache due to event network-changed-69b53a70-cac1-44ce-9361-1ac0df5c47dd. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2177.534520] env[62187]: DEBUG oslo_concurrency.lockutils [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] Acquiring lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.667592] env[62187]: DEBUG oslo_vmware.api [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133207, 'name': PowerOffVM_Task, 'duration_secs': 0.28426} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.670504] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2177.670680] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2177.671201] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81a586a8-8806-49d0-aecf-53ac559a29b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.678322] env[62187]: DEBUG oslo_vmware.api [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133208, 'name': PowerOffVM_Task, 'duration_secs': 0.276255} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.678529] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2177.678692] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2177.678901] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcdf3af8-4666-4cf8-aa9f-7832151e4ef4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.694016] env[62187]: DEBUG oslo_vmware.api [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133206, 'name': RemoveSnapshot_Task, 'duration_secs': 1.256382} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.694293] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2177.950659] env[62187]: DEBUG nova.scheduler.client.report [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2178.013774] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee139e-cbb5-e05b-52a7-0106801b1570, 'name': SearchDatastore_Task, 'duration_secs': 0.032107} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.014631] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54410748-e3e4-4436-a7e2-7ca06394b47c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.020209] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2178.020209] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52355eb8-33ca-ed4d-a951-5d1396dffec9" [ 2178.020209] env[62187]: _type = "Task" [ 2178.020209] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.028663] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52355eb8-33ca-ed4d-a951-5d1396dffec9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.090264] env[62187]: DEBUG nova.network.neutron [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2178.199496] env[62187]: WARNING nova.compute.manager [None req-660d1548-880f-44c7-aa7e-2e387052091c tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Image not found during snapshot: nova.exception.ImageNotFound: Image 093feaa3-5360-46f4-a645-d5119a6c774e could not be found. [ 2178.233194] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2178.233444] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2178.233629] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleting the datastore file [datastore2] 0e96da6f-3127-4143-b850-bf55ff6d8af5 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2178.233895] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c5e5d7b-0238-43d8-9ae7-4b3c19cdd5fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.241563] env[62187]: DEBUG oslo_vmware.api [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for the task: (returnval){ [ 2178.241563] env[62187]: value = "task-2133211" [ 2178.241563] env[62187]: _type = "Task" [ 2178.241563] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.250009] env[62187]: DEBUG oslo_vmware.api [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.251165] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2178.251371] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2178.251549] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleting the datastore file [datastore2] 9602a655-9434-42b7-85cf-c6038da0beb0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2178.251800] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529f833d-ad40-46a1-9a74-88952a4044c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.258291] env[62187]: DEBUG oslo_vmware.api [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for the task: (returnval){ [ 2178.258291] env[62187]: value = "task-2133212" [ 2178.258291] env[62187]: _type = "Task" [ 2178.258291] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.266778] env[62187]: DEBUG oslo_vmware.api [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.330305] env[62187]: DEBUG nova.network.neutron [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updating instance_info_cache with network_info: [{"id": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "address": "fa:16:3e:8d:83:ca", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b53a70-ca", "ovs_interfaceid": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.456418] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.459271] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.230s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.463858] env[62187]: INFO nova.compute.claims [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2178.488361] env[62187]: INFO nova.scheduler.client.report [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Deleted allocations for instance 5344920a-e824-4ae6-ad29-8415d3015360 [ 2178.531137] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52355eb8-33ca-ed4d-a951-5d1396dffec9, 'name': SearchDatastore_Task, 'duration_secs': 0.012313} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.531440] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.531702] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] b93d8f90-f413-4677-b7b4-97c86d50b2b1/b93d8f90-f413-4677-b7b4-97c86d50b2b1.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2178.531974] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6852574c-6c6e-4946-8efe-93982b0462a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.540058] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2178.540058] env[62187]: value = "task-2133213" [ 2178.540058] env[62187]: _type = "Task" [ 2178.540058] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.548824] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.753506] env[62187]: DEBUG oslo_vmware.api [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Task: {'id': task-2133211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222817} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.753889] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2178.754081] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2178.754288] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2178.754478] env[62187]: INFO nova.compute.manager [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 2178.754815] env[62187]: DEBUG oslo.service.loopingcall [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.755072] env[62187]: DEBUG nova.compute.manager [-] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2178.755202] env[62187]: DEBUG nova.network.neutron [-] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2178.770345] env[62187]: DEBUG oslo_vmware.api [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Task: {'id': task-2133212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204541} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.770807] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2178.771086] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2178.771326] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2178.772068] env[62187]: INFO nova.compute.manager [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2178.772422] env[62187]: DEBUG oslo.service.loopingcall [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.772709] env[62187]: DEBUG nova.compute.manager [-] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2178.772815] env[62187]: DEBUG nova.network.neutron [-] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2178.833014] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2178.833694] env[62187]: DEBUG nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Instance network_info: |[{"id": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "address": "fa:16:3e:8d:83:ca", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b53a70-ca", "ovs_interfaceid": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2178.836599] env[62187]: DEBUG oslo_concurrency.lockutils [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] Acquired lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.836946] env[62187]: DEBUG nova.network.neutron [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Refreshing network info cache for port 69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2178.838372] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:83:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69b53a70-cac1-44ce-9361-1ac0df5c47dd', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2178.847041] env[62187]: DEBUG oslo.service.loopingcall [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2178.847692] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2178.848395] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34e5157c-9a21-4560-a5d8-c3238542a944 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.874679] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2178.874679] env[62187]: value = "task-2133214" [ 2178.874679] env[62187]: _type = "Task" [ 2178.874679] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.885566] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133214, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.000810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9ddab5bf-7ede-41d0-a698-de7121c4a4b3 tempest-ServersNegativeTestJSON-47108983 tempest-ServersNegativeTestJSON-47108983-project-member] Lock "5344920a-e824-4ae6-ad29-8415d3015360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.354s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.053272] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133213, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.388895] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133214, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.560291] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133213, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.592011] env[62187]: DEBUG nova.compute.manager [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Received event network-vif-deleted-ede0df8f-0efc-4c95-aac6-d18500dea710 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2179.592011] env[62187]: INFO nova.compute.manager [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Neutron deleted interface ede0df8f-0efc-4c95-aac6-d18500dea710; detaching it from the instance and deleting it from the info cache [ 2179.592011] env[62187]: DEBUG nova.network.neutron [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.837518] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e25678-fbb1-4cf0-bc76-b5a4e9292277 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.847330] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5e495-d177-4575-bd19-15848a6f0f7f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.883233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.883600] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.883768] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.883985] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.884232] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.886576] env[62187]: INFO nova.compute.manager [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Terminating instance [ 2179.888446] env[62187]: DEBUG nova.network.neutron [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updated VIF entry in instance network info cache for port 69b53a70-cac1-44ce-9361-1ac0df5c47dd. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2179.888809] env[62187]: DEBUG nova.network.neutron [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updating instance_info_cache with network_info: [{"id": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "address": "fa:16:3e:8d:83:ca", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b53a70-ca", "ovs_interfaceid": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.893249] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f45803-ef46-49b0-89c7-98f09d078da2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.905784] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d53fd3-adef-475e-95d4-ca80aaff99ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.910422] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133214, 'name': CreateVM_Task, 'duration_secs': 0.812339} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2179.910829] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2179.911603] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.911830] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.912269] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2179.912744] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03047f85-7db3-4bde-ba20-141ecdab2360 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.922234] env[62187]: DEBUG nova.compute.provider_tree [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.926548] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2179.926548] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b6116e-69cb-b3f2-c9bc-ca0faa2b80f8" [ 2179.926548] env[62187]: _type = "Task" [ 2179.926548] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.934317] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b6116e-69cb-b3f2-c9bc-ca0faa2b80f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.939944] env[62187]: DEBUG nova.network.neutron [-] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2179.950255] env[62187]: DEBUG nova.network.neutron [-] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.055301] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133213, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.094933] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9a98f26d-283a-40d5-b541-5a3572d4c145 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.103789] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961af2e-dc6d-415c-80b3-90897b8e4ccd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.133264] env[62187]: DEBUG nova.compute.manager [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Detach interface failed, port_id=ede0df8f-0efc-4c95-aac6-d18500dea710, reason: Instance 0e96da6f-3127-4143-b850-bf55ff6d8af5 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2180.133496] env[62187]: DEBUG nova.compute.manager [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Received event network-vif-deleted-88dfc32c-7078-4804-a975-55710c462b41 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2180.133664] env[62187]: INFO nova.compute.manager [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Neutron deleted interface 88dfc32c-7078-4804-a975-55710c462b41; detaching it from the instance and deleting it from the info cache [ 2180.133822] env[62187]: DEBUG nova.network.neutron [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.399302] env[62187]: DEBUG oslo_concurrency.lockutils [req-a94c9c6a-f3e1-4bde-8330-70d3630020ef req-a9d5c623-1c54-4cbe-9079-6908ebd7d66c service nova] Releasing lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.400588] env[62187]: DEBUG nova.compute.manager [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2180.400800] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2180.403920] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df47d8-b4ca-44fc-8db0-f73611233d47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.416095] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2180.416095] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1efb2612-1776-49a5-8047-6400f9644713 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.422228] env[62187]: DEBUG oslo_vmware.api [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2180.422228] env[62187]: value = "task-2133215" [ 2180.422228] env[62187]: _type = "Task" [ 2180.422228] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.426583] env[62187]: DEBUG nova.scheduler.client.report [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2180.439687] env[62187]: DEBUG oslo_vmware.api [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.443589] env[62187]: INFO nova.compute.manager [-] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Took 1.69 seconds to deallocate network for instance. [ 2180.443921] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b6116e-69cb-b3f2-c9bc-ca0faa2b80f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.446927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.446927] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2180.446927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.446927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.447180] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2180.449955] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076fadc7-2aa7-4cfc-9838-9253fad101bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.452461] env[62187]: INFO nova.compute.manager [-] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Took 1.68 seconds to deallocate network for instance. [ 2180.461148] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2180.462215] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2180.463075] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8f7cd3-2c9b-4058-8dc7-f7c04f42fa3d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.470067] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2180.470067] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c9cc69-e519-28e3-09ee-75f311d404ce" [ 2180.470067] env[62187]: _type = "Task" [ 2180.470067] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.480740] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c9cc69-e519-28e3-09ee-75f311d404ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.555957] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133213, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.616067} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.556481] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] b93d8f90-f413-4677-b7b4-97c86d50b2b1/b93d8f90-f413-4677-b7b4-97c86d50b2b1.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2180.556744] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2180.557037] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e6eb8c0-e176-4766-89c8-31caa4622bbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.564682] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2180.564682] env[62187]: value = "task-2133216" [ 2180.564682] env[62187]: _type = "Task" [ 2180.564682] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.572761] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.637331] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd536238-bfb0-49c1-bea9-9efc6594db48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.649331] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13643919-2cf6-4d56-87da-b875c45ae87a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.683873] env[62187]: DEBUG nova.compute.manager [req-342b349a-9564-4125-9e16-36af2dfbd164 req-d7af0548-d620-4643-b63a-244b77cc78a5 service nova] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Detach interface failed, port_id=88dfc32c-7078-4804-a975-55710c462b41, reason: Instance 9602a655-9434-42b7-85cf-c6038da0beb0 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2180.934129] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.934710] env[62187]: DEBUG nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2180.937518] env[62187]: DEBUG oslo_vmware.api [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133215, 'name': PowerOffVM_Task, 'duration_secs': 0.201782} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.938019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.207s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.938215] env[62187]: DEBUG nova.objects.instance [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lazy-loading 'resources' on Instance uuid 05ff245f-39e5-42bf-ab6e-0adc7a46430b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.939240] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.939426] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2180.940041] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30aeb7ec-bb19-458a-bb13-4bada7e60392 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.953294] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.959560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2180.980380] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c9cc69-e519-28e3-09ee-75f311d404ce, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.981185] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e72815-4f25-40b3-86ec-6f4406b3eca9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.988760] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2180.988760] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52586c62-36ca-ca98-a810-477ec2d4773f" [ 2180.988760] env[62187]: _type = "Task" [ 2180.988760] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.996974] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52586c62-36ca-ca98-a810-477ec2d4773f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.074543] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09027} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.074887] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2181.075686] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197f33e-483c-4782-9d3a-b22568098ac5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.097690] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b93d8f90-f413-4677-b7b4-97c86d50b2b1/b93d8f90-f413-4677-b7b4-97c86d50b2b1.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2181.098019] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce2e20c-59e8-4d52-a9a5-7bd67b7eb34e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.113747] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2181.114114] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2181.114220] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleting the datastore file [datastore1] 5f4e1f85-849f-42a3-b5d3-e3a167f86a09 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2181.114722] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea8f68c-77e9-4a43-9cf2-23c047b15bec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.118925] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2181.118925] env[62187]: value = "task-2133218" [ 2181.118925] env[62187]: _type = "Task" [ 2181.118925] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.122650] env[62187]: DEBUG oslo_vmware.api [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for the task: (returnval){ [ 2181.122650] env[62187]: value = "task-2133219" [ 2181.122650] env[62187]: _type = "Task" [ 2181.122650] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.128561] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.134222] env[62187]: DEBUG oslo_vmware.api [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.439654] env[62187]: DEBUG nova.compute.utils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2181.441353] env[62187]: DEBUG nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2181.441620] env[62187]: DEBUG nova.network.neutron [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2181.500460] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52586c62-36ca-ca98-a810-477ec2d4773f, 'name': SearchDatastore_Task, 'duration_secs': 0.009737} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.503381] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.503675] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2181.504993] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b906469-83bf-4ad2-a835-bdb611bcf1c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.511403] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2181.511403] env[62187]: value = "task-2133220" [ 2181.511403] env[62187]: _type = "Task" [ 2181.511403] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2181.525790] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.527431] env[62187]: DEBUG nova.policy [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cde503342b5d4b799a84daaeee42745b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9972912c612f4173abd479c5814de18b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2181.633495] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.639216] env[62187]: DEBUG oslo_vmware.api [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Task: {'id': task-2133219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214257} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.639471] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2181.639650] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2181.639818] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2181.639982] env[62187]: INFO nova.compute.manager [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2181.640244] env[62187]: DEBUG oslo.service.loopingcall [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.640446] env[62187]: DEBUG nova.compute.manager [-] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2181.640539] env[62187]: DEBUG nova.network.neutron [-] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2181.791016] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4bfbf7-2a92-4912-b4b8-192f2b4b44cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.798585] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab256b04-a726-4a30-bf68-15b955b6cdf9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.838804] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5559295a-ec75-46ab-bd3a-58dc818310b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.846977] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fe962d-1db2-4617-95dc-546b6af6760d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.862410] env[62187]: DEBUG nova.compute.provider_tree [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2181.946909] env[62187]: DEBUG nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2182.026040] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133220, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.133043] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133218, 'name': ReconfigVM_Task, 'duration_secs': 0.557951} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.133460] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b93d8f90-f413-4677-b7b4-97c86d50b2b1/b93d8f90-f413-4677-b7b4-97c86d50b2b1.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2182.133972] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f07a4bee-2a8c-4fed-a165-1913d0cb700e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.143036] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2182.143036] env[62187]: value = "task-2133221" [ 2182.143036] env[62187]: _type = "Task" [ 2182.143036] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.157668] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133221, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.369488] env[62187]: DEBUG nova.scheduler.client.report [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2182.435266] env[62187]: DEBUG nova.compute.manager [req-f8040177-4b8f-4592-b612-5c9a1e605675 req-9f3781c2-5a45-4b10-8d21-09f9a8599adf service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Received event network-vif-deleted-4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2182.435266] env[62187]: INFO nova.compute.manager [req-f8040177-4b8f-4592-b612-5c9a1e605675 req-9f3781c2-5a45-4b10-8d21-09f9a8599adf service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Neutron deleted interface 4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba; detaching it from the instance and deleting it from the info cache [ 2182.435266] env[62187]: DEBUG nova.network.neutron [req-f8040177-4b8f-4592-b612-5c9a1e605675 req-9f3781c2-5a45-4b10-8d21-09f9a8599adf service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.472862] env[62187]: DEBUG nova.network.neutron [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Successfully created port: 463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2182.523337] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684324} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.523595] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2182.523798] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2182.524058] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3a47320-4680-417f-b13b-eef3f62f058b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.531088] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2182.531088] env[62187]: value = "task-2133222" [ 2182.531088] env[62187]: _type = "Task" [ 2182.531088] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.539635] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.653549] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133221, 'name': Rename_Task, 'duration_secs': 0.147388} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.653833] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2182.654114] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6457f0a1-bbcc-4d94-ac34-8301dbdb4ccd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.660383] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2182.660383] env[62187]: value = "task-2133223" [ 2182.660383] env[62187]: _type = "Task" [ 2182.660383] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.667962] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.874716] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.877112] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.496s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.877353] env[62187]: DEBUG nova.objects.instance [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lazy-loading 'resources' on Instance uuid 8f6a2782-b7da-4f4e-88ac-c921b5590d81 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2182.899057] env[62187]: INFO nova.scheduler.client.report [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Deleted allocations for instance 05ff245f-39e5-42bf-ab6e-0adc7a46430b [ 2182.911404] env[62187]: DEBUG nova.network.neutron [-] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.937300] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2cd5d34-5936-4e9c-8110-4f966cb36c3d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.946433] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0229c731-377b-45b0-8c5f-5ef49b7dc8db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.958809] env[62187]: DEBUG nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2182.982282] env[62187]: DEBUG nova.compute.manager [req-f8040177-4b8f-4592-b612-5c9a1e605675 req-9f3781c2-5a45-4b10-8d21-09f9a8599adf service nova] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Detach interface failed, port_id=4cf3b82f-a6a0-455c-bcc5-e24a34ba70ba, reason: Instance 5f4e1f85-849f-42a3-b5d3-e3a167f86a09 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2182.992138] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2182.992408] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2182.992565] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2182.992743] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2182.992887] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2182.993045] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2182.993255] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2182.993413] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2182.993579] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2182.993737] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2182.993905] env[62187]: DEBUG nova.virt.hardware [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2182.994746] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88059fb-e2bc-4bf8-ae0b-430e538436db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.002304] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad492cb7-3262-4e5f-a415-ef32b312fb34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.040181] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113986} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.040473] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2183.041310] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a258b33-3110-4ee5-be7a-b1bf8f7f0d9e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.068073] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2183.068073] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee6e7821-f824-4b09-b342-d20acae725c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.087631] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2183.087631] env[62187]: value = "task-2133224" [ 2183.087631] env[62187]: _type = "Task" [ 2183.087631] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.097857] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.170924] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.407111] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7fd35b61-1f5e-4f16-8520-a2ffd68a1a0b tempest-ServerShowV257Test-1242785283 tempest-ServerShowV257Test-1242785283-project-member] Lock "05ff245f-39e5-42bf-ab6e-0adc7a46430b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.397s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.413832] env[62187]: INFO nova.compute.manager [-] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Took 1.77 seconds to deallocate network for instance. [ 2183.599394] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133224, 'name': ReconfigVM_Task, 'duration_secs': 0.295914} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.599587] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2183.600221] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-164e3399-b166-4f37-999d-3973a86fc58d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.603184] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac648ff-13aa-4f6a-9a54-9727edcf7439 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.606756] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2183.606756] env[62187]: value = "task-2133225" [ 2183.606756] env[62187]: _type = "Task" [ 2183.606756] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.612128] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c829f9-d6ee-4b84-aef6-ab3b146d436e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.617595] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133225, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.646291] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66810acb-4c54-43bb-b5ff-aace17897928 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.653836] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c6a69-fe84-4d9d-a6bf-6769c08ae3cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.667787] env[62187]: DEBUG nova.compute.provider_tree [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.677020] env[62187]: DEBUG oslo_vmware.api [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133223, 'name': PowerOnVM_Task, 'duration_secs': 0.516709} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.677020] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2183.677154] env[62187]: INFO nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Took 10.46 seconds to spawn the instance on the hypervisor. [ 2183.677322] env[62187]: DEBUG nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2183.678042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0a913e-b0ec-4891-97a9-ad2013821e1d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.919344] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.116587] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133225, 'name': Rename_Task, 'duration_secs': 0.158462} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.116881] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2184.117161] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4afaec55-d8a5-443e-9200-3032de58aa34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.124809] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2184.124809] env[62187]: value = "task-2133226" [ 2184.124809] env[62187]: _type = "Task" [ 2184.124809] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.132835] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.173224] env[62187]: DEBUG nova.scheduler.client.report [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2184.198041] env[62187]: INFO nova.compute.manager [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Took 37.07 seconds to build instance. [ 2184.241908] env[62187]: DEBUG nova.network.neutron [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Successfully updated port: 463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2184.483972] env[62187]: DEBUG nova.compute.manager [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Received event network-vif-plugged-463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2184.484354] env[62187]: DEBUG oslo_concurrency.lockutils [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.484524] env[62187]: DEBUG oslo_concurrency.lockutils [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.484722] env[62187]: DEBUG oslo_concurrency.lockutils [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.485020] env[62187]: DEBUG nova.compute.manager [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] No waiting events found dispatching network-vif-plugged-463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2184.485237] env[62187]: WARNING nova.compute.manager [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Received unexpected event network-vif-plugged-463dff5b-65f9-4800-ac65-e7a910a47a5d for instance with vm_state building and task_state spawning. [ 2184.485413] env[62187]: DEBUG nova.compute.manager [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Received event network-changed-463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2184.485568] env[62187]: DEBUG nova.compute.manager [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Refreshing instance network info cache due to event network-changed-463dff5b-65f9-4800-ac65-e7a910a47a5d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2184.485861] env[62187]: DEBUG oslo_concurrency.lockutils [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.485861] env[62187]: DEBUG oslo_concurrency.lockutils [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.486069] env[62187]: DEBUG nova.network.neutron [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Refreshing network info cache for port 463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2184.636118] env[62187]: DEBUG oslo_vmware.api [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133226, 'name': PowerOnVM_Task, 'duration_secs': 0.444073} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.636118] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2184.636320] env[62187]: INFO nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Took 8.97 seconds to spawn the instance on the hypervisor. [ 2184.636503] env[62187]: DEBUG nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2184.637320] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e1bf1-0a3a-49bf-8aa4-052e9b21a3f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.679357] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.681725] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.434s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.681959] env[62187]: DEBUG nova.objects.instance [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lazy-loading 'resources' on Instance uuid 623c4d1d-55ac-4685-b335-04117f96129a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.705452] env[62187]: DEBUG oslo_concurrency.lockutils [None req-72e97be4-3f1e-4683-9d65-76df83bb02a3 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.593s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.707908] env[62187]: INFO nova.scheduler.client.report [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Deleted allocations for instance 8f6a2782-b7da-4f4e-88ac-c921b5590d81 [ 2184.749283] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.022514] env[62187]: DEBUG nova.network.neutron [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2185.163564] env[62187]: INFO nova.compute.manager [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Took 36.22 seconds to build instance. [ 2185.194858] env[62187]: DEBUG nova.network.neutron [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.216588] env[62187]: DEBUG oslo_concurrency.lockutils [None req-758d6be4-f0cc-4a11-9332-691569259d29 tempest-FloatingIPsAssociationTestJSON-1402766083 tempest-FloatingIPsAssociationTestJSON-1402766083-project-member] Lock "8f6a2782-b7da-4f4e-88ac-c921b5590d81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.763s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.469618] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb55a2-c8ac-4bf1-a183-9741a5c0dd48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.477553] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a475bf89-e160-4293-9344-da9941977485 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.508573] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3505f25-b306-4501-ad81-31c69969a112 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.516607] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc433583-3a7d-4624-ac0d-bb4d5143aba5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.530827] env[62187]: DEBUG nova.compute.provider_tree [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.666437] env[62187]: DEBUG oslo_concurrency.lockutils [None req-022e3723-10d9-45f1-868d-488bb7533afe tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.735s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.698038] env[62187]: DEBUG oslo_concurrency.lockutils [req-3e9f24ad-a90f-4aed-8539-91a0d05b209c req-f0c6eb27-34a1-4480-8903-9ed2f86b70c8 service nova] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.698263] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.698440] env[62187]: DEBUG nova.network.neutron [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.037064] env[62187]: DEBUG nova.scheduler.client.report [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.228235] env[62187]: DEBUG nova.compute.manager [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2186.231300] env[62187]: DEBUG nova.network.neutron [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2186.455106] env[62187]: DEBUG nova.network.neutron [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.507806] env[62187]: DEBUG nova.compute.manager [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Received event network-changed-69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2186.508012] env[62187]: DEBUG nova.compute.manager [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Refreshing instance network info cache due to event network-changed-69b53a70-cac1-44ce-9361-1ac0df5c47dd. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2186.508187] env[62187]: DEBUG oslo_concurrency.lockutils [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] Acquiring lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.508328] env[62187]: DEBUG oslo_concurrency.lockutils [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] Acquired lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.508486] env[62187]: DEBUG nova.network.neutron [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Refreshing network info cache for port 69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2186.544029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.860s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.544029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.527s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.544302] env[62187]: DEBUG nova.objects.instance [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lazy-loading 'resources' on Instance uuid dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2186.565539] env[62187]: INFO nova.scheduler.client.report [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Deleted allocations for instance 623c4d1d-55ac-4685-b335-04117f96129a [ 2186.757126] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2186.960542] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.960885] env[62187]: DEBUG nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Instance network_info: |[{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2186.961315] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:4d:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '463dff5b-65f9-4800-ac65-e7a910a47a5d', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2186.969136] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Creating folder: Project (9972912c612f4173abd479c5814de18b). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2186.969421] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d5ceb33-ce2a-4e12-93f1-2ad2478a4556 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.980255] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Created folder: Project (9972912c612f4173abd479c5814de18b) in parent group-v435995. [ 2186.980432] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Creating folder: Instances. Parent ref: group-v436207. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2186.980651] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33554a33-743d-4a54-8482-a5cc4e216353 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.989804] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Created folder: Instances in parent group-v436207. [ 2186.990043] env[62187]: DEBUG oslo.service.loopingcall [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.990231] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2186.990428] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bc17b7e-5c63-4757-be8e-1a6b5b03faa5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.012320] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2187.012320] env[62187]: value = "task-2133229" [ 2187.012320] env[62187]: _type = "Task" [ 2187.012320] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.021102] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133229, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.072441] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e299bef6-77c5-48c0-9437-781cae9a7708 tempest-VolumesAdminNegativeTest-1232419897 tempest-VolumesAdminNegativeTest-1232419897-project-member] Lock "623c4d1d-55ac-4685-b335-04117f96129a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.358333] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f28d3c-9d9f-4eee-bcc7-0866b3c7c56f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.362179] env[62187]: DEBUG nova.network.neutron [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updated VIF entry in instance network info cache for port 69b53a70-cac1-44ce-9361-1ac0df5c47dd. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2187.364267] env[62187]: DEBUG nova.network.neutron [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updating instance_info_cache with network_info: [{"id": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "address": "fa:16:3e:8d:83:ca", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b53a70-ca", "ovs_interfaceid": "69b53a70-cac1-44ce-9361-1ac0df5c47dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.372634] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a32c1-6a2f-4bc2-b92f-a7e7c6360caf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.418382] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103df88c-a3b0-4a2e-973f-9eb324c41abd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.427766] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0876d23-144d-4490-acc8-51a13441ca8a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.443136] env[62187]: DEBUG nova.compute.provider_tree [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2187.522669] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133229, 'name': CreateVM_Task, 'duration_secs': 0.394551} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.522903] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2187.523608] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.523822] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.524218] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2187.524565] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb2e0dfb-bb49-4ff6-a372-7376088d7a61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.529832] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2187.529832] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526f3dbd-0729-3407-a5ce-766208d09994" [ 2187.529832] env[62187]: _type = "Task" [ 2187.529832] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.539807] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526f3dbd-0729-3407-a5ce-766208d09994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.867137] env[62187]: DEBUG oslo_concurrency.lockutils [req-57cabf95-4862-41a7-84e5-20836a773236 req-fbac8121-9fe4-49a9-909b-a9eb1487fc2b service nova] Releasing lock "refresh_cache-62af59af-f706-404d-b68c-9337c0abdf3b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.946582] env[62187]: DEBUG nova.scheduler.client.report [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2188.041321] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526f3dbd-0729-3407-a5ce-766208d09994, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.041615] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.041941] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2188.042088] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.042290] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.042488] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2188.043228] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-133ee72b-86e0-4e2a-b02f-1c9737b96137 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.051391] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2188.051391] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2188.051929] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc192470-639e-4b83-8b94-87cf7a7caab8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.058245] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2188.058245] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529000e1-243d-e9fa-d661-1b3dc56ca064" [ 2188.058245] env[62187]: _type = "Task" [ 2188.058245] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.066187] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529000e1-243d-e9fa-d661-1b3dc56ca064, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.453391] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.456070] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.093s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.456070] env[62187]: DEBUG nova.objects.instance [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lazy-loading 'resources' on Instance uuid 29e8255d-3145-4197-8184-f8c8008d28f9 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2188.494062] env[62187]: INFO nova.scheduler.client.report [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Deleted allocations for instance dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0 [ 2188.570153] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529000e1-243d-e9fa-d661-1b3dc56ca064, 'name': SearchDatastore_Task, 'duration_secs': 0.009235} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.570895] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef69105c-6ace-4153-920e-fe5584c18bdc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.577297] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2188.577297] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ab8b75-f022-d15d-ec5f-8d468b61a9d3" [ 2188.577297] env[62187]: _type = "Task" [ 2188.577297] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.585830] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ab8b75-f022-d15d-ec5f-8d468b61a9d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.999202] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7c8360fd-16e9-480a-a015-d03c67526378 tempest-InstanceActionsNegativeTestJSON-757706389 tempest-InstanceActionsNegativeTestJSON-757706389-project-member] Lock "dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.334s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.090615] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ab8b75-f022-d15d-ec5f-8d468b61a9d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015435} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.090896] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.091164] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] ec64a04c-2fee-4c79-bad9-f876c854a52c/ec64a04c-2fee-4c79-bad9-f876c854a52c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2189.091429] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-804acc35-6fb6-40b1-8a4d-a3163d2ab186 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.098650] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2189.098650] env[62187]: value = "task-2133230" [ 2189.098650] env[62187]: _type = "Task" [ 2189.098650] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.106561] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.204736] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548912e0-8e2b-4411-b730-6a31a36fe728 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.212330] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5647876-4e5c-489a-bdf3-cd1f2bd563e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.242191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d51dcb-eb39-45d0-b71d-98ad32539e6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.250685] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04503d31-7998-40c6-99e6-9ef7150a87c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.267956] env[62187]: DEBUG nova.compute.provider_tree [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2189.610485] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415174} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.610836] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] ec64a04c-2fee-4c79-bad9-f876c854a52c/ec64a04c-2fee-4c79-bad9-f876c854a52c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2189.611547] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2189.611848] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56b08f75-6a62-46cd-b3e5-7d0fbefc26d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.614026] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.614362] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.614642] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.614891] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.615144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2189.617646] env[62187]: INFO nova.compute.manager [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Terminating instance [ 2189.627046] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2189.627046] env[62187]: value = "task-2133231" [ 2189.627046] env[62187]: _type = "Task" [ 2189.627046] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.637802] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.774414] env[62187]: DEBUG nova.scheduler.client.report [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2190.127035] env[62187]: DEBUG nova.compute.manager [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2190.127276] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2190.128637] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7279638a-e761-4cc7-8b13-8183c4f937c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.139536] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065136} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.141754] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2190.142099] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2190.142769] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f0740d-c302-40ee-b35d-fa6488d422a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.145481] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed7f136d-6094-42ae-9973-d26038e7e7fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.167443] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] ec64a04c-2fee-4c79-bad9-f876c854a52c/ec64a04c-2fee-4c79-bad9-f876c854a52c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2190.169071] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0fc2c4-0e46-4709-9a1d-7e961af27295 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.183528] env[62187]: DEBUG oslo_vmware.api [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2190.183528] env[62187]: value = "task-2133232" [ 2190.183528] env[62187]: _type = "Task" [ 2190.183528] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.189695] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2190.189695] env[62187]: value = "task-2133233" [ 2190.189695] env[62187]: _type = "Task" [ 2190.189695] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.192998] env[62187]: DEBUG oslo_vmware.api [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.201172] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.280027] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.281291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.915s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2190.281534] env[62187]: DEBUG nova.objects.instance [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lazy-loading 'resources' on Instance uuid 26375696-a789-4eec-91cf-47ef118b2bbe {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2190.311445] env[62187]: INFO nova.scheduler.client.report [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Deleted allocations for instance 29e8255d-3145-4197-8184-f8c8008d28f9 [ 2190.696162] env[62187]: DEBUG oslo_vmware.api [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133232, 'name': PowerOffVM_Task, 'duration_secs': 0.20604} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.699745] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2190.699914] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2190.700132] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3164c6bc-6835-4ff0-8c1d-27341a3bfba0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.706561] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133233, 'name': ReconfigVM_Task, 'duration_secs': 0.362431} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.706681] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] ec64a04c-2fee-4c79-bad9-f876c854a52c/ec64a04c-2fee-4c79-bad9-f876c854a52c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2190.707364] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff0ffaa-59c4-4560-a234-38f9ad1f955b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.713865] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2190.713865] env[62187]: value = "task-2133235" [ 2190.713865] env[62187]: _type = "Task" [ 2190.713865] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.723149] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133235, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.825809] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ff7c55ee-a75b-43ab-b3b0-b0b2287d1595 tempest-ServerRescueTestJSON-536120968 tempest-ServerRescueTestJSON-536120968-project-member] Lock "29e8255d-3145-4197-8184-f8c8008d28f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.308s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.914353] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2190.914542] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2190.914720] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Deleting the datastore file [datastore2] c5b4335d-5bf7-435d-870e-2c4f283fcd2e {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2190.914991] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a9884c-88b9-4b56-a1ab-b0620b35c5d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.924390] env[62187]: DEBUG oslo_vmware.api [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for the task: (returnval){ [ 2190.924390] env[62187]: value = "task-2133236" [ 2190.924390] env[62187]: _type = "Task" [ 2190.924390] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.937970] env[62187]: DEBUG oslo_vmware.api [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.112961] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ff8aae-24fb-4625-81b3-c08e00eac3e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.121348] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049ae742-6c32-416e-9318-39c7a0fec07c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.153635] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69413460-4933-4d5f-893a-e92d6076b393 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.161698] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d752b9-6d3e-4b5e-a135-cecd0522b9d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.177022] env[62187]: DEBUG nova.compute.provider_tree [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2191.223702] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133235, 'name': Rename_Task, 'duration_secs': 0.161208} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.223993] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2191.224292] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a64f94-b0d0-47f7-bdcb-65a6a37f7fb8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.230071] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2191.230071] env[62187]: value = "task-2133237" [ 2191.230071] env[62187]: _type = "Task" [ 2191.230071] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.237732] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.434079] env[62187]: DEBUG oslo_vmware.api [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Task: {'id': task-2133236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166529} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.434369] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2191.434563] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2191.434737] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2191.434915] env[62187]: INFO nova.compute.manager [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2191.435205] env[62187]: DEBUG oslo.service.loopingcall [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2191.435403] env[62187]: DEBUG nova.compute.manager [-] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2191.435516] env[62187]: DEBUG nova.network.neutron [-] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2191.678950] env[62187]: DEBUG nova.scheduler.client.report [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2191.741914] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.100344] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b01ce518-3053-4f76-a990-f15267873d2e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2192.100890] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b01ce518-3053-4f76-a990-f15267873d2e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.101295] env[62187]: DEBUG nova.objects.instance [None req-b01ce518-3053-4f76-a990-f15267873d2e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'flavor' on Instance uuid c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.185799] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.193077] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.914s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2192.193077] env[62187]: DEBUG nova.objects.instance [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lazy-loading 'resources' on Instance uuid e25571ce-77da-4871-af48-c597560cd9a0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.224985] env[62187]: INFO nova.scheduler.client.report [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Deleted allocations for instance 26375696-a789-4eec-91cf-47ef118b2bbe [ 2192.242056] env[62187]: DEBUG oslo_vmware.api [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133237, 'name': PowerOnVM_Task, 'duration_secs': 0.804477} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.242474] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2192.242649] env[62187]: INFO nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Took 9.28 seconds to spawn the instance on the hypervisor. [ 2192.243103] env[62187]: DEBUG nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2192.244094] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f590922-f62e-4960-87f5-595a85f66d8e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.407824] env[62187]: DEBUG nova.compute.manager [req-46f11aff-c245-4edc-89d2-90ad01d8cb1b req-fe1674ea-8523-4cb9-ac31-fbaa44021184 service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Received event network-vif-deleted-58475131-37c9-4d07-b762-7aa5870c03d9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2192.408391] env[62187]: INFO nova.compute.manager [req-46f11aff-c245-4edc-89d2-90ad01d8cb1b req-fe1674ea-8523-4cb9-ac31-fbaa44021184 service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Neutron deleted interface 58475131-37c9-4d07-b762-7aa5870c03d9; detaching it from the instance and deleting it from the info cache [ 2192.408391] env[62187]: DEBUG nova.network.neutron [req-46f11aff-c245-4edc-89d2-90ad01d8cb1b req-fe1674ea-8523-4cb9-ac31-fbaa44021184 service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.611943] env[62187]: DEBUG nova.objects.instance [None req-b01ce518-3053-4f76-a990-f15267873d2e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'pci_requests' on Instance uuid c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2192.733362] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91fae5d6-ac39-4985-9bf0-6deb388444ac tempest-MigrationsAdminTest-1063872403 tempest-MigrationsAdminTest-1063872403-project-member] Lock "26375696-a789-4eec-91cf-47ef118b2bbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.295s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.766538] env[62187]: INFO nova.compute.manager [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Took 34.55 seconds to build instance. [ 2192.866103] env[62187]: DEBUG nova.network.neutron [-] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.913128] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d95c3f7c-d4a5-4901-a716-5e5f544b83c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.923362] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e4d97b-1c96-48a7-8059-7cfcd68a1bef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.962258] env[62187]: DEBUG nova.compute.manager [req-46f11aff-c245-4edc-89d2-90ad01d8cb1b req-fe1674ea-8523-4cb9-ac31-fbaa44021184 service nova] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Detach interface failed, port_id=58475131-37c9-4d07-b762-7aa5870c03d9, reason: Instance c5b4335d-5bf7-435d-870e-2c4f283fcd2e could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2192.981682] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3b235e-1b73-4470-8789-5e5cdac08b8e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.990242] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6025680c-d660-4b58-b5eb-b732b49abe4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.024937] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca4835-c35d-4377-ac98-7ea70c6d690c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.036674] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea4aee-9aef-4fe7-92bc-a0990ecf32b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.051389] env[62187]: DEBUG nova.compute.provider_tree [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.118715] env[62187]: DEBUG nova.objects.base [None req-b01ce518-3053-4f76-a990-f15267873d2e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2193.119404] env[62187]: DEBUG nova.network.neutron [None req-b01ce518-3053-4f76-a990-f15267873d2e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2193.261687] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b01ce518-3053-4f76-a990-f15267873d2e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.160s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.269961] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f697731f-5e11-4f8c-b11e-af67d233bc25 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.066s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2193.371655] env[62187]: INFO nova.compute.manager [-] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Took 1.94 seconds to deallocate network for instance. [ 2193.555160] env[62187]: DEBUG nova.scheduler.client.report [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2193.879314] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.061099] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.065695] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.397s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.106598] env[62187]: INFO nova.scheduler.client.report [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Deleted allocations for instance e25571ce-77da-4871-af48-c597560cd9a0 [ 2194.616532] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d589d751-86d0-4eea-a6ce-7a3c08c2d019 tempest-ServersTestBootFromVolume-40738156 tempest-ServersTestBootFromVolume-40738156-project-member] Lock "e25571ce-77da-4871-af48-c597560cd9a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.472s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.967538] env[62187]: DEBUG nova.compute.manager [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Received event network-changed-463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2194.967794] env[62187]: DEBUG nova.compute.manager [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Refreshing instance network info cache due to event network-changed-463dff5b-65f9-4800-ac65-e7a910a47a5d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2194.967927] env[62187]: DEBUG oslo_concurrency.lockutils [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2194.968080] env[62187]: DEBUG oslo_concurrency.lockutils [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2194.968353] env[62187]: DEBUG nova.network.neutron [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Refreshing network info cache for port 463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2195.083153] env[62187]: INFO nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating resource usage from migration 269f7f62-037f-4ff6-95e4-4e371df5516b [ 2195.101951] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 837a0057-787e-4fb6-ae79-b5fbc06a3038 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.102340] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.102503] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 99fe39eb-5075-4b07-af3a-4d751be4e50a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.102622] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 44a56a4f-665a-428d-85b1-434938ca88b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.102734] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance c6ff97d8-27e3-4885-985e-d454b8f558f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.102872] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 0e96da6f-3127-4143-b850-bf55ff6d8af5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2195.102999] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance c5b4335d-5bf7-435d-870e-2c4f283fcd2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2195.103125] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance c8311a69-8de9-45a1-90a2-5203b32ed205 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.103244] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5f4e1f85-849f-42a3-b5d3-e3a167f86a09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2195.103361] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9602a655-9434-42b7-85cf-c6038da0beb0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2195.103470] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 62af59af-f706-404d-b68c-9337c0abdf3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.103576] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ec64a04c-2fee-4c79-bad9-f876c854a52c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.452946] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.453300] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.453552] env[62187]: DEBUG nova.objects.instance [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'flavor' on Instance uuid c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2195.533443] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "56b050d2-2229-4c68-8627-58fe87825031" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.533788] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "56b050d2-2229-4c68-8627-58fe87825031" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.568533] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "37205130-98ae-43d0-8c84-230c58c92481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.568784] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "37205130-98ae-43d0-8c84-230c58c92481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.609544] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b673417e-a8e8-46b3-9e47-20a2dcbd854b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2195.609544] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Migration 269f7f62-037f-4ff6-95e4-4e371df5516b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2195.609544] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b93d8f90-f413-4677-b7b4-97c86d50b2b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2195.616237] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "3edc142c-324e-4a0a-9861-a2a66dc39846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.616237] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.804015] env[62187]: DEBUG nova.network.neutron [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updated VIF entry in instance network info cache for port 463dff5b-65f9-4800-ac65-e7a910a47a5d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2195.804150] env[62187]: DEBUG nova.network.neutron [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2195.808174] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "99fe39eb-5075-4b07-af3a-4d751be4e50a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.808427] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.808647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "99fe39eb-5075-4b07-af3a-4d751be4e50a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2195.808833] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.809009] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.810946] env[62187]: INFO nova.compute.manager [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Terminating instance [ 2196.037061] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2196.055677] env[62187]: DEBUG nova.objects.instance [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'pci_requests' on Instance uuid c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.075827] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2196.116683] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 56b050d2-2229-4c68-8627-58fe87825031 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2196.123031] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2196.307309] env[62187]: DEBUG oslo_concurrency.lockutils [req-8532ceb7-dcfe-41c7-adcf-dfa532f409e1 req-5490c609-2f61-4b7a-8958-54833cc13aad service nova] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2196.315340] env[62187]: DEBUG nova.compute.manager [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.315642] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.316825] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea562af-8157-424d-95c6-cbd5e1b36fbd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.325607] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.325904] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15d39a86-7f2e-431e-984c-6b86acbc611d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.333909] env[62187]: DEBUG oslo_vmware.api [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2196.333909] env[62187]: value = "task-2133238" [ 2196.333909] env[62187]: _type = "Task" [ 2196.333909] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.345433] env[62187]: DEBUG oslo_vmware.api [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2133238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.561228] env[62187]: DEBUG nova.objects.base [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2196.561228] env[62187]: DEBUG nova.network.neutron [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2196.568602] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.601582] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.620649] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 37205130-98ae-43d0-8c84-230c58c92481 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2196.621014] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2196.621388] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2196.651606] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.709131] env[62187]: DEBUG nova.policy [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2196.848156] env[62187]: DEBUG oslo_vmware.api [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2133238, 'name': PowerOffVM_Task, 'duration_secs': 0.284348} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.848156] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2196.848156] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2196.848436] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3967fcf5-dc53-4a15-af38-0b3b783ba9c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.972236] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "44a56a4f-665a-428d-85b1-434938ca88b0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.972410] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.984911] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2196.985033] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2196.985402] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Deleting the datastore file [datastore1] 99fe39eb-5075-4b07-af3a-4d751be4e50a {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2196.990035] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d796b58d-28ae-42c7-9c2c-0a285ebf2fc2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.993284] env[62187]: DEBUG oslo_vmware.api [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for the task: (returnval){ [ 2196.993284] env[62187]: value = "task-2133240" [ 2196.993284] env[62187]: _type = "Task" [ 2196.993284] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.002903] env[62187]: DEBUG oslo_vmware.api [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2133240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.066319] env[62187]: DEBUG nova.network.neutron [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Successfully created port: df1bbcba-61d0-44cf-88d8-2d2f02967b57 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2197.071183] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7939e537-4f67-4ea2-b2c0-21f7b4d30353 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.079407] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5111fd2b-92c0-4ced-a85c-d69f6805589c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.112073] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da33a9a-e7c0-4b9a-9e3d-dfc91110963a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.120178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3a917-404b-4ff4-b588-299f9628847f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.137722] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2197.478126] env[62187]: DEBUG nova.compute.utils [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2197.506391] env[62187]: DEBUG oslo_vmware.api [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Task: {'id': task-2133240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196865} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.506661] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2197.506851] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2197.507042] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2197.507227] env[62187]: INFO nova.compute.manager [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2197.507513] env[62187]: DEBUG oslo.service.loopingcall [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2197.507972] env[62187]: DEBUG nova.compute.manager [-] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2197.508083] env[62187]: DEBUG nova.network.neutron [-] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2197.640554] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2197.980792] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.147102] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2198.148044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.084s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.148044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.904s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.149205] env[62187]: INFO nova.compute.claims [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2198.798840] env[62187]: DEBUG nova.network.neutron [-] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.865916] env[62187]: DEBUG nova.network.neutron [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Successfully updated port: df1bbcba-61d0-44cf-88d8-2d2f02967b57 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2199.068686] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "44a56a4f-665a-428d-85b1-434938ca88b0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.069126] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.069427] env[62187]: INFO nova.compute.manager [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Attaching volume 661bfe63-081e-40ce-9f90-167e1f3e1880 to /dev/sdb [ 2199.118559] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d892f4-365f-48ec-86b4-c4247e9dea3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.126417] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a04c38-a3bf-4a6a-a91c-82d87ded84f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.140642] env[62187]: DEBUG nova.virt.block_device [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Updating existing volume attachment record: bd9d6ca0-661c-41c4-938f-fc14c97ea4f9 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2199.228151] env[62187]: DEBUG nova.compute.manager [req-cd5924c0-e2f6-46a4-8245-89510e27bbad req-28879bf9-1c7e-43ac-8092-3323a2dc1f6c service nova] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Received event network-vif-deleted-956a68b7-982e-40cd-a06e-c863104e85ae {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2199.300957] env[62187]: INFO nova.compute.manager [-] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Took 1.79 seconds to deallocate network for instance. [ 2199.373182] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2199.373182] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2199.374036] env[62187]: DEBUG nova.network.neutron [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2199.413185] env[62187]: INFO nova.compute.manager [None req-42664484-60e9-4544-852a-3282d9d970ec tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Get console output [ 2199.413185] env[62187]: WARNING nova.virt.vmwareapi.driver [None req-42664484-60e9-4544-852a-3282d9d970ec tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] The console log is missing. Check your VSPC configuration [ 2199.455144] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704644f9-3c68-424e-8a1b-b4d21fc5ad12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.464641] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c27b25f-b172-4fcf-af9f-b8f2745acf1c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.501666] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc39b66-707f-48a4-850f-b24d985025c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.509608] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a218f876-724c-477b-8e25-d61b83084043 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.524579] env[62187]: DEBUG nova.compute.provider_tree [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2199.813258] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.911733] env[62187]: WARNING nova.network.neutron [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] 0aff26c9-fb1b-47b0-8451-29c33930185a already exists in list: networks containing: ['0aff26c9-fb1b-47b0-8451-29c33930185a']. ignoring it [ 2200.028278] env[62187]: DEBUG nova.scheduler.client.report [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2200.537877] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.537877] env[62187]: DEBUG nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2200.539424] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.586s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.539612] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.541622] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.582s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.543608] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.543608] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.624s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.543736] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.545276] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.788s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2200.548706] env[62187]: DEBUG nova.network.neutron [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "address": "fa:16:3e:b7:b6:da", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1bbcba-61", "ovs_interfaceid": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.574907] env[62187]: INFO nova.scheduler.client.report [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Deleted allocations for instance 9602a655-9434-42b7-85cf-c6038da0beb0 [ 2200.583860] env[62187]: INFO nova.scheduler.client.report [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Deleted allocations for instance 5f4e1f85-849f-42a3-b5d3-e3a167f86a09 [ 2200.604109] env[62187]: INFO nova.scheduler.client.report [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Deleted allocations for instance 0e96da6f-3127-4143-b850-bf55ff6d8af5 [ 2201.049283] env[62187]: DEBUG nova.compute.utils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2201.050706] env[62187]: DEBUG nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2201.053344] env[62187]: DEBUG nova.network.neutron [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2201.055899] env[62187]: INFO nova.compute.claims [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2201.059114] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2201.059655] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.059807] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.061293] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3cfd5b-b6bd-472e-90ce-82b4efcf8e73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.088829] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2201.088829] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2201.088829] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2201.088829] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2201.088829] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2201.089151] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2201.089542] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2201.089542] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2201.089628] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2201.089732] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2201.090212] env[62187]: DEBUG nova.virt.hardware [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2201.099140] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfiguring VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2201.099140] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8a4c8b7f-063b-40e6-9558-e990e2442f84 tempest-ImagesOneServerNegativeTestJSON-1105662616 tempest-ImagesOneServerNegativeTestJSON-1105662616-project-member] Lock "9602a655-9434-42b7-85cf-c6038da0beb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.469s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.103336] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8e3745-ce9c-45ae-b94c-9acaff786ef9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.118411] env[62187]: DEBUG nova.policy [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1822c89706e4e6f8e77a169d8d20eb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca6f4bced124d88a00fcb00c3cd0fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2201.120092] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e4d08e5b-0083-448a-a394-85c9d7aba1b1 tempest-ImagesTestJSON-1354337101 tempest-ImagesTestJSON-1354337101-project-member] Lock "5f4e1f85-849f-42a3-b5d3-e3a167f86a09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.237s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.124312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9491ca27-5265-491f-963d-a3c3a0e4d415 tempest-ListServerFiltersTestJSON-460931850 tempest-ListServerFiltersTestJSON-460931850-project-member] Lock "0e96da6f-3127-4143-b850-bf55ff6d8af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.505s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.131019] env[62187]: DEBUG oslo_vmware.api [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2201.131019] env[62187]: value = "task-2133244" [ 2201.131019] env[62187]: _type = "Task" [ 2201.131019] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.139512] env[62187]: DEBUG oslo_vmware.api [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133244, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.327152] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Acquiring lock "837a0057-787e-4fb6-ae79-b5fbc06a3038" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.327484] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.327806] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Acquiring lock "837a0057-787e-4fb6-ae79-b5fbc06a3038-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.328090] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.328370] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.331227] env[62187]: INFO nova.compute.manager [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Terminating instance [ 2201.377015] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "0d07a14c-6868-4ee4-9952-b752ee95145c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.377270] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.475759] env[62187]: DEBUG nova.network.neutron [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Successfully created port: 5fcd06d0-c20b-4c6c-b249-c072927bfa06 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2201.562012] env[62187]: DEBUG nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2201.570662] env[62187]: INFO nova.compute.resource_tracker [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating resource usage from migration 269f7f62-037f-4ff6-95e4-4e371df5516b [ 2201.644556] env[62187]: DEBUG oslo_vmware.api [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.838361] env[62187]: DEBUG nova.compute.manager [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2201.838654] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2201.839811] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1555ae68-bb03-47c7-b77a-7e9fbf6f8fe5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.846301] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 2201.846301] env[62187]: value = "task-2133246" [ 2201.846301] env[62187]: _type = "Task" [ 2201.846301] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.851100] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f67e1c-f4dc-496e-87fa-60da70393ffa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.863474] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca758b4-31ba-400a-a490-8ea463859cc3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.866803] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.896617] env[62187]: DEBUG nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2201.898850] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc821437-77fd-4bab-9024-aea17f186a7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.908194] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129aefac-0f1a-4019-bc29-c4485080da35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.922667] env[62187]: DEBUG nova.compute.provider_tree [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.926493] env[62187]: DEBUG nova.compute.manager [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-vif-plugged-df1bbcba-61d0-44cf-88d8-2d2f02967b57 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2201.926493] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.927060] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.927060] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2201.927183] env[62187]: DEBUG nova.compute.manager [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] No waiting events found dispatching network-vif-plugged-df1bbcba-61d0-44cf-88d8-2d2f02967b57 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2201.927283] env[62187]: WARNING nova.compute.manager [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received unexpected event network-vif-plugged-df1bbcba-61d0-44cf-88d8-2d2f02967b57 for instance with vm_state active and task_state None. [ 2201.927992] env[62187]: DEBUG nova.compute.manager [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-changed-df1bbcba-61d0-44cf-88d8-2d2f02967b57 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2201.927992] env[62187]: DEBUG nova.compute.manager [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing instance network info cache due to event network-changed-df1bbcba-61d0-44cf-88d8-2d2f02967b57. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2201.927992] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2201.927992] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2201.928163] env[62187]: DEBUG nova.network.neutron [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing network info cache for port df1bbcba-61d0-44cf-88d8-2d2f02967b57 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2202.060797] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.061252] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.142388] env[62187]: DEBUG oslo_vmware.api [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133244, 'name': ReconfigVM_Task, 'duration_secs': 0.612232} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.142913] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2202.143163] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfigured VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2202.356442] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133246, 'name': PowerOffVM_Task, 'duration_secs': 0.210048} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.356717] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2202.356910] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2202.357115] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436063', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'name': 'volume-882a2058-5274-4138-b573-8a213425ac90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '837a0057-787e-4fb6-ae79-b5fbc06a3038', 'attached_at': '', 'detached_at': '', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'serial': '882a2058-5274-4138-b573-8a213425ac90'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2202.357907] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ee5a08-2f4b-4422-9b74-693e6d095024 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.377620] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644dd8ee-245c-4365-9e1d-8eb4d13c8222 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.385278] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90d717d-651d-4c0b-a342-ebbe15c3d3f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.406944] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2113f5-1853-4028-ad76-edad76e83fcb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.426863] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] The volume has not been displaced from its original location: [datastore2] volume-882a2058-5274-4138-b573-8a213425ac90/volume-882a2058-5274-4138-b573-8a213425ac90.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2202.430567] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2202.431014] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.431837] env[62187]: DEBUG nova.scheduler.client.report [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2202.435704] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4761f8b4-f67b-47bc-9213-567e76aa0d71 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.459258] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 2202.459258] env[62187]: value = "task-2133247" [ 2202.459258] env[62187]: _type = "Task" [ 2202.459258] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.469907] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.563244] env[62187]: DEBUG nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2202.576297] env[62187]: DEBUG nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2202.611660] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2202.611924] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2202.612115] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2202.612391] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2202.612391] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2202.612572] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2202.612708] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2202.612895] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2202.613163] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2202.613362] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2202.613539] env[62187]: DEBUG nova.virt.hardware [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2202.614503] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87073c6-4786-4e63-9c20-30e9e5607137 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.627618] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1d7d7e-545d-4764-b4ea-f8cced386df6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.648040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-690a7a5a-bc8b-4497-a810-c553afb0e28d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.195s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.775468] env[62187]: DEBUG nova.network.neutron [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updated VIF entry in instance network info cache for port df1bbcba-61d0-44cf-88d8-2d2f02967b57. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2202.776496] env[62187]: DEBUG nova.network.neutron [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "address": "fa:16:3e:b7:b6:da", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1bbcba-61", "ovs_interfaceid": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2202.956022] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.408s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.956022] env[62187]: INFO nova.compute.manager [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Migrating [ 2202.962785] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.084s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.963148] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.965335] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.397s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.968235] env[62187]: INFO nova.compute.claims [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2202.996280] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133247, 'name': ReconfigVM_Task, 'duration_secs': 0.164722} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2202.996561] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2203.002035] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25379e29-23b5-4819-926f-1b5375481770 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.021028] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 2203.021028] env[62187]: value = "task-2133248" [ 2203.021028] env[62187]: _type = "Task" [ 2203.021028] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.025028] env[62187]: INFO nova.scheduler.client.report [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Deleted allocations for instance c5b4335d-5bf7-435d-870e-2c4f283fcd2e [ 2203.032294] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.084319] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.257056] env[62187]: DEBUG nova.network.neutron [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Successfully updated port: 5fcd06d0-c20b-4c6c-b249-c072927bfa06 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2203.281724] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a2dee2b-e902-41dc-bc03-32df2d88e580 req-61790447-02b8-414f-88c3-9c9749eb4042 service nova] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.495711] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.495950] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.496177] env[62187]: DEBUG nova.network.neutron [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2203.530077] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133248, 'name': ReconfigVM_Task, 'duration_secs': 0.256206} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.530077] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436063', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'name': 'volume-882a2058-5274-4138-b573-8a213425ac90', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '837a0057-787e-4fb6-ae79-b5fbc06a3038', 'attached_at': '', 'detached_at': '', 'volume_id': '882a2058-5274-4138-b573-8a213425ac90', 'serial': '882a2058-5274-4138-b573-8a213425ac90'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2203.530273] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2203.531043] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3c36a6-0ea4-49b2-9558-411c940cba73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.537082] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f580890-da57-4419-9206-40a3f08dfaa0 tempest-ServersTestManualDisk-35725764 tempest-ServersTestManualDisk-35725764-project-member] Lock "c5b4335d-5bf7-435d-870e-2c4f283fcd2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.923s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.540746] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2203.540985] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2f402fb-0878-4368-9b8f-3858681941af {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.696108] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2203.696409] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436211', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'name': 'volume-661bfe63-081e-40ce-9f90-167e1f3e1880', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44a56a4f-665a-428d-85b1-434938ca88b0', 'attached_at': '', 'detached_at': '', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'serial': '661bfe63-081e-40ce-9f90-167e1f3e1880'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2203.697299] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad9147c-d3c7-4dc0-abed-00b5bbd51c93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.702735] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2203.702967] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2203.703167] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Deleting the datastore file [datastore2] 837a0057-787e-4fb6-ae79-b5fbc06a3038 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2203.703766] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8052b833-5175-42cc-8f34-ef4f3b8c764f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.719789] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66b6fbe-3684-46be-8db3-4b8753d81318 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.724498] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for the task: (returnval){ [ 2203.724498] env[62187]: value = "task-2133250" [ 2203.724498] env[62187]: _type = "Task" [ 2203.724498] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.751129] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-661bfe63-081e-40ce-9f90-167e1f3e1880/volume-661bfe63-081e-40ce-9f90-167e1f3e1880.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2203.751846] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1471eb3e-be50-4227-9c16-5bbf7c1d2bce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.775906] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-b673417e-a8e8-46b3-9e47-20a2dcbd854b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.776310] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-b673417e-a8e8-46b3-9e47-20a2dcbd854b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.777124] env[62187]: DEBUG nova.network.neutron [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2203.779382] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.786634] env[62187]: DEBUG oslo_vmware.api [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2203.786634] env[62187]: value = "task-2133251" [ 2203.786634] env[62187]: _type = "Task" [ 2203.786634] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.797463] env[62187]: DEBUG oslo_vmware.api [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.970162] env[62187]: DEBUG nova.compute.manager [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Received event network-vif-plugged-5fcd06d0-c20b-4c6c-b249-c072927bfa06 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2203.970162] env[62187]: DEBUG oslo_concurrency.lockutils [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] Acquiring lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.970162] env[62187]: DEBUG oslo_concurrency.lockutils [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.970162] env[62187]: DEBUG oslo_concurrency.lockutils [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.970162] env[62187]: DEBUG nova.compute.manager [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] No waiting events found dispatching network-vif-plugged-5fcd06d0-c20b-4c6c-b249-c072927bfa06 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2203.970162] env[62187]: WARNING nova.compute.manager [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Received unexpected event network-vif-plugged-5fcd06d0-c20b-4c6c-b249-c072927bfa06 for instance with vm_state building and task_state spawning. [ 2203.970162] env[62187]: DEBUG nova.compute.manager [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Received event network-changed-5fcd06d0-c20b-4c6c-b249-c072927bfa06 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2203.970588] env[62187]: DEBUG nova.compute.manager [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Refreshing instance network info cache due to event network-changed-5fcd06d0-c20b-4c6c-b249-c072927bfa06. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2203.970922] env[62187]: DEBUG oslo_concurrency.lockutils [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] Acquiring lock "refresh_cache-b673417e-a8e8-46b3-9e47-20a2dcbd854b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2204.240923] env[62187]: DEBUG oslo_vmware.api [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Task: {'id': task-2133250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080742} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.244089] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2204.244306] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2204.244509] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2204.244700] env[62187]: INFO nova.compute.manager [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Took 2.41 seconds to destroy the instance on the hypervisor. [ 2204.244959] env[62187]: DEBUG oslo.service.loopingcall [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2204.245907] env[62187]: DEBUG nova.compute.manager [-] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2204.245974] env[62187]: DEBUG nova.network.neutron [-] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2204.298412] env[62187]: DEBUG oslo_vmware.api [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133251, 'name': ReconfigVM_Task, 'duration_secs': 0.380381} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.298768] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-661bfe63-081e-40ce-9f90-167e1f3e1880/volume-661bfe63-081e-40ce-9f90-167e1f3e1880.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2204.304964] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61e415cd-38cf-40f1-b8b9-fc62ea95da8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.323637] env[62187]: DEBUG oslo_vmware.api [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2204.323637] env[62187]: value = "task-2133252" [ 2204.323637] env[62187]: _type = "Task" [ 2204.323637] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.329753] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004d20da-9446-4f6b-b339-9343c94e61d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.336675] env[62187]: DEBUG oslo_vmware.api [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.343307] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd717878-c58b-42e6-8ca7-a26457ca1582 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.381430] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a70ac2-786f-4b5a-ac0d-c39200d10b86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.392953] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547bdc78-cb5d-4de5-914a-d6317f6eed42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.407554] env[62187]: DEBUG nova.compute.provider_tree [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.451780] env[62187]: DEBUG nova.network.neutron [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2204.842191] env[62187]: DEBUG oslo_vmware.api [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133252, 'name': ReconfigVM_Task, 'duration_secs': 0.141384} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.842191] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436211', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'name': 'volume-661bfe63-081e-40ce-9f90-167e1f3e1880', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44a56a4f-665a-428d-85b1-434938ca88b0', 'attached_at': '', 'detached_at': '', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'serial': '661bfe63-081e-40ce-9f90-167e1f3e1880'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2204.911129] env[62187]: DEBUG nova.scheduler.client.report [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2205.217014] env[62187]: DEBUG nova.network.neutron [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance_info_cache with network_info: [{"id": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "address": "fa:16:3e:05:5e:6c", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfd99b8-c6", "ovs_interfaceid": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.381193] env[62187]: DEBUG nova.network.neutron [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Updating instance_info_cache with network_info: [{"id": "5fcd06d0-c20b-4c6c-b249-c072927bfa06", "address": "fa:16:3e:eb:37:0e", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcd06d0-c2", "ovs_interfaceid": "5fcd06d0-c20b-4c6c-b249-c072927bfa06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.421028] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.421625] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2205.425726] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.824s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.427793] env[62187]: INFO nova.compute.claims [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2205.719894] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.820168] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-00151831-272b-4756-8927-ff5579f8d404" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.820727] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-00151831-272b-4756-8927-ff5579f8d404" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.821380] env[62187]: DEBUG nova.objects.instance [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'flavor' on Instance uuid c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.876069] env[62187]: DEBUG nova.objects.instance [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'flavor' on Instance uuid 44a56a4f-665a-428d-85b1-434938ca88b0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.885151] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-b673417e-a8e8-46b3-9e47-20a2dcbd854b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.885502] env[62187]: DEBUG nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Instance network_info: |[{"id": "5fcd06d0-c20b-4c6c-b249-c072927bfa06", "address": "fa:16:3e:eb:37:0e", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcd06d0-c2", "ovs_interfaceid": "5fcd06d0-c20b-4c6c-b249-c072927bfa06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2205.887910] env[62187]: DEBUG oslo_concurrency.lockutils [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] Acquired lock "refresh_cache-b673417e-a8e8-46b3-9e47-20a2dcbd854b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2205.888188] env[62187]: DEBUG nova.network.neutron [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Refreshing network info cache for port 5fcd06d0-c20b-4c6c-b249-c072927bfa06 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2205.891022] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:37:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5fcd06d0-c20b-4c6c-b249-c072927bfa06', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2205.903721] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating folder: Project (cca6f4bced124d88a00fcb00c3cd0fde). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2205.908804] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f3a35fd-3533-4c31-9923-1f3e8f37aedf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.923513] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created folder: Project (cca6f4bced124d88a00fcb00c3cd0fde) in parent group-v435995. [ 2205.923709] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating folder: Instances. Parent ref: group-v436212. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2205.924249] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08311321-c59a-457a-87e8-e289e186da7d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.927203] env[62187]: DEBUG nova.compute.utils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2205.928731] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2205.929596] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2205.939372] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created folder: Instances in parent group-v436212. [ 2205.939830] env[62187]: DEBUG oslo.service.loopingcall [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2205.940380] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2205.940380] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7561acf-6365-4ae5-8c04-7ef1136cb85e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.969113] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2205.969113] env[62187]: value = "task-2133255" [ 2205.969113] env[62187]: _type = "Task" [ 2205.969113] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.977262] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133255, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.065681] env[62187]: DEBUG nova.policy [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7768ef6159674396be0e82d37785f92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5ed10b33be54535850126fa9296dbda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2206.146547] env[62187]: DEBUG nova.compute.manager [req-36bc4926-43a0-46a4-a2ca-7dcbc445ad40 req-5faca5c6-6f35-46c7-815f-07297dd5321d service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Received event network-vif-deleted-69db224b-80c9-4314-89cf-39053fb19e2f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2206.146758] env[62187]: INFO nova.compute.manager [req-36bc4926-43a0-46a4-a2ca-7dcbc445ad40 req-5faca5c6-6f35-46c7-815f-07297dd5321d service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Neutron deleted interface 69db224b-80c9-4314-89cf-39053fb19e2f; detaching it from the instance and deleting it from the info cache [ 2206.147731] env[62187]: DEBUG nova.network.neutron [req-36bc4926-43a0-46a4-a2ca-7dcbc445ad40 req-5faca5c6-6f35-46c7-815f-07297dd5321d service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.356556] env[62187]: DEBUG nova.network.neutron [-] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.381687] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8b61bfff-4cfa-4e96-93bd-7088b40a49eb tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.313s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.433451] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2206.481557] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133255, 'name': CreateVM_Task, 'duration_secs': 0.374225} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.484283] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2206.485591] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2206.485591] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2206.485890] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2206.486183] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2f5d9c-efd2-41f9-8528-2cc2644cb949 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.491835] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2206.491835] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523f9193-dcbf-1164-8980-aca0953479f7" [ 2206.491835] env[62187]: _type = "Task" [ 2206.491835] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.502648] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523f9193-dcbf-1164-8980-aca0953479f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.511603] env[62187]: DEBUG nova.network.neutron [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Updated VIF entry in instance network info cache for port 5fcd06d0-c20b-4c6c-b249-c072927bfa06. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2206.511603] env[62187]: DEBUG nova.network.neutron [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Updating instance_info_cache with network_info: [{"id": "5fcd06d0-c20b-4c6c-b249-c072927bfa06", "address": "fa:16:3e:eb:37:0e", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fcd06d0-c2", "ovs_interfaceid": "5fcd06d0-c20b-4c6c-b249-c072927bfa06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.655445] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56a809a4-f824-4ec8-9895-0906191ebad5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.663011] env[62187]: DEBUG nova.objects.instance [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'pci_requests' on Instance uuid c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2206.667239] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6729a0-08bf-43ab-80bf-95a89ccc2865 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.680020] env[62187]: DEBUG nova.objects.base [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2206.680148] env[62187]: DEBUG nova.network.neutron [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2206.709663] env[62187]: DEBUG nova.compute.manager [req-36bc4926-43a0-46a4-a2ca-7dcbc445ad40 req-5faca5c6-6f35-46c7-815f-07297dd5321d service nova] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Detach interface failed, port_id=69db224b-80c9-4314-89cf-39053fb19e2f, reason: Instance 837a0057-787e-4fb6-ae79-b5fbc06a3038 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2206.737862] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828508a8-6518-4510-8a1e-f622ca8e5f89 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.748454] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4a2fa-cb54-4c90-b7f4-66ce81967c0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.789618] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec385f50-d092-49eb-8ace-3e3d63b13c5c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.799877] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94baa283-80f3-48b3-9dd1-32c001f46ee3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.815619] env[62187]: DEBUG nova.compute.provider_tree [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2206.859935] env[62187]: INFO nova.compute.manager [-] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Took 2.61 seconds to deallocate network for instance. [ 2206.915290] env[62187]: DEBUG nova.policy [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2206.917878] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Successfully created port: 8fa91cb7-4f12-49b2-ba52-c919dc818db4 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2207.003465] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523f9193-dcbf-1164-8980-aca0953479f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011583} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.003784] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.004400] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2207.004400] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.004400] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.004658] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2207.005879] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b60a346-5a48-4783-a8f3-c2239ed3e8a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.011813] env[62187]: DEBUG oslo_concurrency.lockutils [req-c01dcb6c-ba94-4530-929f-6e6ce7bb6c00 req-9786be64-b9d7-4654-a42f-a70e27383e70 service nova] Releasing lock "refresh_cache-b673417e-a8e8-46b3-9e47-20a2dcbd854b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.014781] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2207.014781] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2207.015440] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fb36a50-e170-4a8e-8d5d-da15a997042b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.022177] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2207.022177] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5290043f-60a5-bf68-ab1a-7e5a84c260ed" [ 2207.022177] env[62187]: _type = "Task" [ 2207.022177] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.031411] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5290043f-60a5-bf68-ab1a-7e5a84c260ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.246033] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a4a2b4-220b-4e1f-8dbc-f6d19513b02e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.266616] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance 'b93d8f90-f413-4677-b7b4-97c86d50b2b1' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2207.318783] env[62187]: DEBUG nova.scheduler.client.report [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2207.415925] env[62187]: INFO nova.compute.manager [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Took 0.55 seconds to detach 1 volumes for instance. [ 2207.417652] env[62187]: DEBUG nova.compute.manager [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Deleting volume: 882a2058-5274-4138-b573-8a213425ac90 {{(pid=62187) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2207.449055] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2207.477267] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2207.477529] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.477671] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2207.477849] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.478234] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2207.478234] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2207.478340] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2207.478495] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2207.478669] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2207.478825] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2207.478996] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2207.481703] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4589360-6d43-4b37-b05d-34f651ffd6a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.494620] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f4052c-1418-4e92-882f-c4090ebe8e91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.534039] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5290043f-60a5-bf68-ab1a-7e5a84c260ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008819} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.535105] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9842bfe7-a255-4b28-9dc4-a488463766d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.541228] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2207.541228] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529cf8a9-37b1-3480-b20f-05f291eb5a7b" [ 2207.541228] env[62187]: _type = "Task" [ 2207.541228] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.550221] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529cf8a9-37b1-3480-b20f-05f291eb5a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.773202] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2207.773360] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0813ffde-e45c-4538-a301-4820ff42c842 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.781673] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2207.781673] env[62187]: value = "task-2133257" [ 2207.781673] env[62187]: _type = "Task" [ 2207.781673] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.790251] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.823741] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.824317] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2207.827800] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.176s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.830035] env[62187]: INFO nova.compute.claims [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2207.972173] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.051778] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529cf8a9-37b1-3480-b20f-05f291eb5a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.052232] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.052844] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b673417e-a8e8-46b3-9e47-20a2dcbd854b/b673417e-a8e8-46b3-9e47-20a2dcbd854b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2208.052844] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5b5fad4-ea72-4fa1-ac27-fae1aa19c11e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.060099] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2208.060099] env[62187]: value = "task-2133258" [ 2208.060099] env[62187]: _type = "Task" [ 2208.060099] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.067596] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.293831] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133257, 'name': PowerOffVM_Task, 'duration_secs': 0.231395} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.293831] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2208.294037] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance 'b93d8f90-f413-4677-b7b4-97c86d50b2b1' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2208.334792] env[62187]: DEBUG nova.compute.utils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2208.344905] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2208.345357] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2208.435779] env[62187]: DEBUG nova.policy [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7768ef6159674396be0e82d37785f92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5ed10b33be54535850126fa9296dbda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2208.519734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.519983] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.570757] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467209} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.571175] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b673417e-a8e8-46b3-9e47-20a2dcbd854b/b673417e-a8e8-46b3-9e47-20a2dcbd854b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2208.571525] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2208.571845] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7d54671-bfe6-4016-811f-34899f4d8476 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.578561] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2208.578561] env[62187]: value = "task-2133259" [ 2208.578561] env[62187]: _type = "Task" [ 2208.578561] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.589639] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.801845] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2208.802669] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2208.802669] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2208.802669] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2208.803063] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2208.803707] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2208.804087] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2208.804134] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2208.804333] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2208.804547] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2208.804670] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2208.817847] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ec52e1-aa2f-49d0-a20e-89efa47d4e23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.829937] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Successfully created port: 698adbc5-981b-4139-9d0b-8579198ed056 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2208.837377] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2208.837377] env[62187]: value = "task-2133260" [ 2208.837377] env[62187]: _type = "Task" [ 2208.837377] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.847166] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2208.850933] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.022557] env[62187]: DEBUG nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2209.092633] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082577} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.094755] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2209.095993] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4d0d56-c3c9-4220-bf5f-02ea256a982a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.118861] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] b673417e-a8e8-46b3-9e47-20a2dcbd854b/b673417e-a8e8-46b3-9e47-20a2dcbd854b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.121986] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bb8a2cd-f591-4ddf-8480-e5d35ae7cc88 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.145075] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2209.145075] env[62187]: value = "task-2133261" [ 2209.145075] env[62187]: _type = "Task" [ 2209.145075] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.158438] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.179295] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898ffa7-463c-4846-a4fd-6f5952edafb2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.187348] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b708b7fa-030e-4e92-90d5-984144e64a4f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.222015] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21eddea-fe36-4e5d-b4ab-87affc7d8f3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.229882] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30764967-2b1e-4f83-877b-edbeb74b0126 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.247339] env[62187]: DEBUG nova.compute.provider_tree [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2209.350473] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133260, 'name': ReconfigVM_Task, 'duration_secs': 0.276001} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.350833] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance 'b93d8f90-f413-4677-b7b4-97c86d50b2b1' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2209.551347] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.656299] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133261, 'name': ReconfigVM_Task, 'duration_secs': 0.26654} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.656596] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] b673417e-a8e8-46b3-9e47-20a2dcbd854b/b673417e-a8e8-46b3-9e47-20a2dcbd854b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2209.657247] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c48e3c33-e388-45b9-a9b5-b4b30fcb7ef5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.665264] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2209.665264] env[62187]: value = "task-2133262" [ 2209.665264] env[62187]: _type = "Task" [ 2209.665264] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.673593] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133262, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.752826] env[62187]: DEBUG nova.scheduler.client.report [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2209.860846] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2209.860846] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2209.860846] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2209.861115] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2209.861115] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2209.861335] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2209.861395] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2209.861528] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2209.861690] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2209.861852] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2209.862048] env[62187]: DEBUG nova.virt.hardware [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2209.867617] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2209.868924] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2209.872110] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843401bd-2dbb-4823-ba13-318b6ea101b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.891743] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2209.891743] env[62187]: value = "task-2133263" [ 2209.891743] env[62187]: _type = "Task" [ 2209.891743] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.902708] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.910831] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2209.911164] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2209.911247] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2209.911406] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2209.911562] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2209.911709] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2209.911920] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2209.912079] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2209.912248] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2209.912427] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2209.912576] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2209.913673] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da4f223-7dc5-4ec0-80c3-9accdd36eee9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.921069] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1e7704-1f6c-4d5a-90cb-7d0bbb3e477a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.175545] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133262, 'name': Rename_Task, 'duration_secs': 0.129355} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.175843] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2210.176086] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fa097ea-dccc-480c-a2e5-a274c15c1346 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.182578] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2210.182578] env[62187]: value = "task-2133264" [ 2210.182578] env[62187]: _type = "Task" [ 2210.182578] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.190432] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.258528] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.259079] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2210.261874] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.449s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.262109] env[62187]: DEBUG nova.objects.instance [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lazy-loading 'resources' on Instance uuid 99fe39eb-5075-4b07-af3a-4d751be4e50a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2210.372793] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2210.373137] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.403956] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133263, 'name': ReconfigVM_Task, 'duration_secs': 0.16854} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.404718] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2210.405796] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da6c2e3-624e-4755-890b-f5aed4df666c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.431307] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b93d8f90-f413-4677-b7b4-97c86d50b2b1/b93d8f90-f413-4677-b7b4-97c86d50b2b1.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2210.431616] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba41f2db-d871-454e-b3ec-1b71a65bf46d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.455299] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2210.455299] env[62187]: value = "task-2133265" [ 2210.455299] env[62187]: _type = "Task" [ 2210.455299] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.464098] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.692735] env[62187]: DEBUG oslo_vmware.api [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133264, 'name': PowerOnVM_Task, 'duration_secs': 0.479973} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.693227] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2210.693541] env[62187]: INFO nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Took 8.12 seconds to spawn the instance on the hypervisor. [ 2210.693873] env[62187]: DEBUG nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2210.695049] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0693394-bee4-4950-8ee5-a137ab212daf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.765897] env[62187]: DEBUG nova.compute.utils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2210.772191] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2210.772191] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2210.822407] env[62187]: DEBUG nova.policy [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7768ef6159674396be0e82d37785f92b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5ed10b33be54535850126fa9296dbda', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2210.875721] env[62187]: DEBUG nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2210.968948] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133265, 'name': ReconfigVM_Task, 'duration_secs': 0.456768} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.969249] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b93d8f90-f413-4677-b7b4-97c86d50b2b1/b93d8f90-f413-4677-b7b4-97c86d50b2b1.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2210.969510] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance 'b93d8f90-f413-4677-b7b4-97c86d50b2b1' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2211.038347] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad357b1-5bd2-4325-b1b1-8ef0f8e6304d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.045814] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcaf292-4c15-4d21-ae97-c1a5c89abf82 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.078140] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e547b3d-aade-483d-ad5b-48d08f84fa17 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.090218] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8527151d-d49e-4ac1-b9e9-98d3f2152c12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.107306] env[62187]: DEBUG nova.compute.provider_tree [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.109760] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Successfully created port: 4bafff40-e4d0-4c99-b962-dc5638589986 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2211.216405] env[62187]: INFO nova.compute.manager [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Took 33.99 seconds to build instance. [ 2211.272417] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2211.399991] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.480576] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05082b-7257-4888-a4f1-b1fed9bfbc62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.500453] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b074246-a7c5-4654-b9b2-60fcc0944ded {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.519311] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance 'b93d8f90-f413-4677-b7b4-97c86d50b2b1' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2211.614395] env[62187]: DEBUG nova.scheduler.client.report [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2211.717648] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a114559-a30a-4d25-95fd-6ca7264fb4d4 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.504s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.865569] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.865827] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.865976] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.866207] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.866376] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.868364] env[62187]: INFO nova.compute.manager [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Terminating instance [ 2212.061376] env[62187]: DEBUG nova.network.neutron [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Port ecfd99b8-c6ee-49a7-b623-863666d3efa8 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2212.119138] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.121369] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.690s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.122862] env[62187]: INFO nova.compute.claims [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2212.143314] env[62187]: INFO nova.scheduler.client.report [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Deleted allocations for instance 99fe39eb-5075-4b07-af3a-4d751be4e50a [ 2212.283179] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2212.308561] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2212.308789] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2212.308944] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2212.309138] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2212.309333] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2212.309489] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2212.309694] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2212.309851] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2212.310110] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2212.310184] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2212.310344] env[62187]: DEBUG nova.virt.hardware [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2212.311253] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0890e014-2c3f-4daa-82bc-eb2a1f4d09ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.321077] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b247d-63f7-4b0a-ad83-a90767ec0fbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.372535] env[62187]: DEBUG nova.compute.manager [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2212.373827] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2212.374751] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215759a9-3278-4539-a1c2-c8200be703a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.382074] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2212.382315] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce2baeee-003e-4bf7-9e2f-3ac280778a61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.388579] env[62187]: DEBUG oslo_vmware.api [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2212.388579] env[62187]: value = "task-2133266" [ 2212.388579] env[62187]: _type = "Task" [ 2212.388579] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.397233] env[62187]: DEBUG oslo_vmware.api [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.650488] env[62187]: DEBUG oslo_concurrency.lockutils [None req-55514d41-3b80-4370-8ae3-08214ac7af57 tempest-ServersTestFqdnHostnames-239311006 tempest-ServersTestFqdnHostnames-239311006-project-member] Lock "99fe39eb-5075-4b07-af3a-4d751be4e50a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.842s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.899557] env[62187]: DEBUG oslo_vmware.api [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133266, 'name': PowerOffVM_Task, 'duration_secs': 0.172245} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.899821] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2212.899985] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2212.900381] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f92555eb-2ed9-43dc-80db-7da3a6420bb6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.083768] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.083930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.084193] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.358422] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d818a7-3d8e-4c7e-b639-c60a27ef5ac9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.366769] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84788dc-9710-462d-b57a-c3c20e52f19e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.397933] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d1cbfe-6bfd-44de-a723-dd91c6eaa550 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.405544] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bdbdef-f4b8-4b02-866b-035c585a083e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.421657] env[62187]: DEBUG nova.compute.provider_tree [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.925724] env[62187]: DEBUG nova.scheduler.client.report [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2213.953767] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "c6ff97d8-27e3-4885-985e-d454b8f558f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.954261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.954261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "c6ff97d8-27e3-4885-985e-d454b8f558f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2213.954448] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2213.954611] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.956700] env[62187]: INFO nova.compute.manager [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Terminating instance [ 2214.122187] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2214.122376] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2214.122574] env[62187]: DEBUG nova.network.neutron [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2214.435364] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.435906] env[62187]: DEBUG nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2214.438490] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.354s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.439884] env[62187]: INFO nova.compute.claims [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2214.463904] env[62187]: DEBUG nova.compute.manager [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2214.464152] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2214.465159] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1741e0-7178-4581-ae80-aa301b2062aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.473216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2214.473342] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a4c10c-a50b-41fa-8c1d-07f4b44ab010 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.480276] env[62187]: DEBUG oslo_vmware.api [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2214.480276] env[62187]: value = "task-2133268" [ 2214.480276] env[62187]: _type = "Task" [ 2214.480276] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.489717] env[62187]: DEBUG oslo_vmware.api [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2133268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.832572] env[62187]: DEBUG nova.network.neutron [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance_info_cache with network_info: [{"id": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "address": "fa:16:3e:05:5e:6c", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfd99b8-c6", "ovs_interfaceid": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.944070] env[62187]: DEBUG nova.compute.utils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2214.950550] env[62187]: DEBUG nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2214.952152] env[62187]: DEBUG nova.network.neutron [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2214.989862] env[62187]: DEBUG oslo_vmware.api [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2133268, 'name': PowerOffVM_Task, 'duration_secs': 0.192477} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.990217] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2214.990435] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2214.990717] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58a76a31-737d-441c-9db3-a0b36808c56a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.997550] env[62187]: DEBUG nova.policy [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cd5678e7114f67b72ca499c1d980d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18c19221ec3b4fc6a177b5ff66d8cfca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2215.335371] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.392467] env[62187]: DEBUG nova.network.neutron [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Successfully created port: 5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2215.451194] env[62187]: DEBUG nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2215.599193] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2215.599431] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2215.599616] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Deleting the datastore file [datastore2] c6ff97d8-27e3-4885-985e-d454b8f558f5 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2215.599899] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-936de271-745a-40f5-8c50-ed486c258836 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.606328] env[62187]: DEBUG oslo_vmware.api [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for the task: (returnval){ [ 2215.606328] env[62187]: value = "task-2133270" [ 2215.606328] env[62187]: _type = "Task" [ 2215.606328] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.614528] env[62187]: DEBUG oslo_vmware.api [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2133270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.619103] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2215.619415] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2215.619479] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleting the datastore file [datastore2] b673417e-a8e8-46b3-9e47-20a2dcbd854b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2215.622011] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c56ff259-662c-4d02-83fc-5940b8da1339 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.629036] env[62187]: DEBUG oslo_vmware.api [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2215.629036] env[62187]: value = "task-2133271" [ 2215.629036] env[62187]: _type = "Task" [ 2215.629036] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.638017] env[62187]: DEBUG oslo_vmware.api [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.703371] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de48532c-11c2-4f3f-ba4c-8cff4fa17e8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.711069] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a33b24c-ce49-4c5f-b2ae-290b7a81d2d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.741944] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dca6678-d024-4734-86bf-a640ff0272c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.750178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca3cf96-9ae1-44c6-93bb-ab764321585c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.768665] env[62187]: DEBUG nova.compute.provider_tree [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.863708] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca54e65-e13c-4a3b-a003-4eadc51b7def {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.888018] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dfe54c-0915-4da5-a686-2cc97b924e14 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.895546] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance 'b93d8f90-f413-4677-b7b4-97c86d50b2b1' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2216.127926] env[62187]: DEBUG oslo_vmware.api [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Task: {'id': task-2133270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178404} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.128478] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.128874] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.129381] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.129743] env[62187]: INFO nova.compute.manager [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2216.130192] env[62187]: DEBUG oslo.service.loopingcall [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.130605] env[62187]: DEBUG nova.compute.manager [-] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.130789] env[62187]: DEBUG nova.network.neutron [-] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2216.146917] env[62187]: DEBUG oslo_vmware.api [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13416} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.147422] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.147781] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.148154] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.148502] env[62187]: INFO nova.compute.manager [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Took 3.78 seconds to destroy the instance on the hypervisor. [ 2216.148920] env[62187]: DEBUG oslo.service.loopingcall [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.150026] env[62187]: DEBUG nova.compute.manager [-] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.150026] env[62187]: DEBUG nova.network.neutron [-] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2216.273895] env[62187]: DEBUG nova.scheduler.client.report [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2216.401999] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2216.402326] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aa4721a-fde9-4d03-acac-7d29646a9d42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.410937] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2216.410937] env[62187]: value = "task-2133272" [ 2216.410937] env[62187]: _type = "Task" [ 2216.410937] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.422464] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.460881] env[62187]: DEBUG nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2216.491051] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2216.491199] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2216.491303] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2216.491590] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2216.491786] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2216.491941] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2216.492245] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2216.492566] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2216.492831] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2216.493095] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2216.493322] env[62187]: DEBUG nova.virt.hardware [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2216.494222] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd66ee5e-5d35-4ccf-95f9-d9b44ffb65d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.502765] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee7e43d-7369-49eb-9bd6-6383d343e8d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.684919] env[62187]: DEBUG nova.compute.manager [req-8c243126-addc-475b-b3aa-16d1af282135 req-444bda50-d16d-4c88-8b8e-741655ced3d5 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Received event network-vif-deleted-840f2aa7-a349-47c9-8785-7998efc70068 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2216.689296] env[62187]: INFO nova.compute.manager [req-8c243126-addc-475b-b3aa-16d1af282135 req-444bda50-d16d-4c88-8b8e-741655ced3d5 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Neutron deleted interface 840f2aa7-a349-47c9-8785-7998efc70068; detaching it from the instance and deleting it from the info cache [ 2216.689497] env[62187]: DEBUG nova.network.neutron [req-8c243126-addc-475b-b3aa-16d1af282135 req-444bda50-d16d-4c88-8b8e-741655ced3d5 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.713192] env[62187]: DEBUG nova.compute.manager [req-ec3c116d-bc99-4f10-a6da-758fd0b6bbcb req-c1e92779-4662-48cc-9c09-4d8785e3726e service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Received event network-vif-deleted-5fcd06d0-c20b-4c6c-b249-c072927bfa06 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2216.713395] env[62187]: INFO nova.compute.manager [req-ec3c116d-bc99-4f10-a6da-758fd0b6bbcb req-c1e92779-4662-48cc-9c09-4d8785e3726e service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Neutron deleted interface 5fcd06d0-c20b-4c6c-b249-c072927bfa06; detaching it from the instance and deleting it from the info cache [ 2216.713562] env[62187]: DEBUG nova.network.neutron [req-ec3c116d-bc99-4f10-a6da-758fd0b6bbcb req-c1e92779-4662-48cc-9c09-4d8785e3726e service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2216.779889] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.780470] env[62187]: DEBUG nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2216.783157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.811s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.783391] env[62187]: DEBUG nova.objects.instance [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lazy-loading 'resources' on Instance uuid 837a0057-787e-4fb6-ae79-b5fbc06a3038 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2216.924118] env[62187]: DEBUG oslo_vmware.api [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133272, 'name': PowerOnVM_Task, 'duration_secs': 0.404825} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.924715] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.925147] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3b179bd1-9dbe-40fa-83fc-d9fc3492daf2 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance 'b93d8f90-f413-4677-b7b4-97c86d50b2b1' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2217.105948] env[62187]: DEBUG nova.network.neutron [-] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.147894] env[62187]: DEBUG nova.network.neutron [-] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.192673] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ce07c4d-2f28-4d1d-a9fa-66e6390bf2df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.210058] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e55137b-c38e-4105-8f5d-7b73234133db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.226170] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Successfully updated port: 698adbc5-981b-4139-9d0b-8579198ed056 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2217.227458] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c469ff9-f278-4724-a962-ea558d5af0a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.236891] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef403d3a-b813-4d07-ab49-dae30fc079dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.257375] env[62187]: DEBUG nova.compute.manager [req-8c243126-addc-475b-b3aa-16d1af282135 req-444bda50-d16d-4c88-8b8e-741655ced3d5 service nova] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Detach interface failed, port_id=840f2aa7-a349-47c9-8785-7998efc70068, reason: Instance c6ff97d8-27e3-4885-985e-d454b8f558f5 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2217.280079] env[62187]: DEBUG nova.compute.manager [req-ec3c116d-bc99-4f10-a6da-758fd0b6bbcb req-c1e92779-4662-48cc-9c09-4d8785e3726e service nova] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Detach interface failed, port_id=5fcd06d0-c20b-4c6c-b249-c072927bfa06, reason: Instance b673417e-a8e8-46b3-9e47-20a2dcbd854b could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2217.286861] env[62187]: DEBUG nova.compute.utils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2217.292880] env[62187]: DEBUG nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2217.293015] env[62187]: DEBUG nova.network.neutron [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2217.374938] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Successfully updated port: 4bafff40-e4d0-4c99-b962-dc5638589986 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2217.427997] env[62187]: DEBUG nova.policy [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cd5678e7114f67b72ca499c1d980d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18c19221ec3b4fc6a177b5ff66d8cfca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2217.499528] env[62187]: DEBUG nova.network.neutron [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Successfully updated port: 5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2217.593808] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631e0e32-6463-48b2-b57e-841f4b254f25 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.601391] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a499e4fb-23d1-4161-8617-405ebc27dc35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.632073] env[62187]: INFO nova.compute.manager [-] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Took 1.50 seconds to deallocate network for instance. [ 2217.635407] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120a2bd3-c070-4dd1-ad81-2353ee7890fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.647065] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c36d93-ab8b-4c77-80d4-0c48ad75ce92 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.651606] env[62187]: INFO nova.compute.manager [-] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Took 1.50 seconds to deallocate network for instance. [ 2217.664521] env[62187]: DEBUG nova.compute.provider_tree [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2217.731241] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "refresh_cache-37205130-98ae-43d0-8c84-230c58c92481" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.731400] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "refresh_cache-37205130-98ae-43d0-8c84-230c58c92481" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.731556] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2217.790640] env[62187]: DEBUG nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2217.875689] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "refresh_cache-3edc142c-324e-4a0a-9861-a2a66dc39846" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.875976] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "refresh_cache-3edc142c-324e-4a0a-9861-a2a66dc39846" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.876197] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.003617] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "refresh_cache-0d07a14c-6868-4ee4-9952-b752ee95145c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.003784] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "refresh_cache-0d07a14c-6868-4ee4-9952-b752ee95145c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.003942] env[62187]: DEBUG nova.network.neutron [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.092129] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Successfully updated port: 8fa91cb7-4f12-49b2-ba52-c919dc818db4 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2218.105340] env[62187]: DEBUG nova.network.neutron [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Successfully updated port: 00151831-272b-4756-8927-ff5579f8d404 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2218.144810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.167253] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.168094] env[62187]: DEBUG nova.scheduler.client.report [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2218.293897] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2218.452166] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2218.546360] env[62187]: DEBUG nova.network.neutron [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2218.585930] env[62187]: DEBUG nova.network.neutron [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Successfully created port: c306ec31-12f5-4a21-9439-5682356bfe47 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2218.597717] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "refresh_cache-56b050d2-2229-4c68-8627-58fe87825031" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.597858] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "refresh_cache-56b050d2-2229-4c68-8627-58fe87825031" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.598013] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.607977] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.608176] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.608341] env[62187]: DEBUG nova.network.neutron [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2218.672897] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.676150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.124s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.676952] env[62187]: INFO nova.compute.claims [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2218.686406] env[62187]: DEBUG nova.network.neutron [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Updating instance_info_cache with network_info: [{"id": "5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b", "address": "fa:16:3e:32:a8:95", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5446f4b3-41", "ovs_interfaceid": "5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.703553] env[62187]: INFO nova.scheduler.client.report [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Deleted allocations for instance 837a0057-787e-4fb6-ae79-b5fbc06a3038 [ 2218.741840] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Updating instance_info_cache with network_info: [{"id": "698adbc5-981b-4139-9d0b-8579198ed056", "address": "fa:16:3e:e4:01:c5", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698adbc5-98", "ovs_interfaceid": "698adbc5-981b-4139-9d0b-8579198ed056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.800698] env[62187]: DEBUG nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2218.827944] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2218.828205] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2218.828360] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2218.828537] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2218.828701] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2218.828864] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2218.829202] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2218.829374] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2218.829543] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2218.829704] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2218.829877] env[62187]: DEBUG nova.virt.hardware [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2218.830773] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e175f35-941e-413d-b0e7-86228daaeebf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.839211] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10132958-f2f8-4817-895c-c54fc31fbb60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.899924] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Updating instance_info_cache with network_info: [{"id": "4bafff40-e4d0-4c99-b962-dc5638589986", "address": "fa:16:3e:a5:fd:20", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bafff40-e4", "ovs_interfaceid": "4bafff40-e4d0-4c99-b962-dc5638589986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.092250] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Received event network-vif-plugged-4bafff40-e4d0-4c99-b962-dc5638589986 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.092589] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Acquiring lock "3edc142c-324e-4a0a-9861-a2a66dc39846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.093025] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.093284] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.093505] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] No waiting events found dispatching network-vif-plugged-4bafff40-e4d0-4c99-b962-dc5638589986 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2219.093765] env[62187]: WARNING nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Received unexpected event network-vif-plugged-4bafff40-e4d0-4c99-b962-dc5638589986 for instance with vm_state building and task_state spawning. [ 2219.094025] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Received event network-vif-plugged-5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.094901] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Acquiring lock "0d07a14c-6868-4ee4-9952-b752ee95145c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.094901] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.094901] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.094901] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] No waiting events found dispatching network-vif-plugged-5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2219.095379] env[62187]: WARNING nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Received unexpected event network-vif-plugged-5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b for instance with vm_state building and task_state spawning. [ 2219.095487] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Received event network-changed-4bafff40-e4d0-4c99-b962-dc5638589986 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.095694] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Refreshing instance network info cache due to event network-changed-4bafff40-e4d0-4c99-b962-dc5638589986. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2219.095925] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Acquiring lock "refresh_cache-3edc142c-324e-4a0a-9861-a2a66dc39846" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.119635] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Received event network-vif-plugged-698adbc5-981b-4139-9d0b-8579198ed056 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.119635] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquiring lock "37205130-98ae-43d0-8c84-230c58c92481-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.119635] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Lock "37205130-98ae-43d0-8c84-230c58c92481-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.119635] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Lock "37205130-98ae-43d0-8c84-230c58c92481-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.119635] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] No waiting events found dispatching network-vif-plugged-698adbc5-981b-4139-9d0b-8579198ed056 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2219.119635] env[62187]: WARNING nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Received unexpected event network-vif-plugged-698adbc5-981b-4139-9d0b-8579198ed056 for instance with vm_state building and task_state spawning. [ 2219.120325] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Received event network-changed-698adbc5-981b-4139-9d0b-8579198ed056 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2219.120746] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Refreshing instance network info cache due to event network-changed-698adbc5-981b-4139-9d0b-8579198ed056. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2219.121120] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquiring lock "refresh_cache-37205130-98ae-43d0-8c84-230c58c92481" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.157844] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2219.189316] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "refresh_cache-0d07a14c-6868-4ee4-9952-b752ee95145c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.189623] env[62187]: DEBUG nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance network_info: |[{"id": "5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b", "address": "fa:16:3e:32:a8:95", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5446f4b3-41", "ovs_interfaceid": "5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2219.190077] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:a8:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2219.198109] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating folder: Project (18c19221ec3b4fc6a177b5ff66d8cfca). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2219.198968] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49324af6-6db4-44a3-96cf-08e25cfb0f7f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.202814] env[62187]: WARNING nova.network.neutron [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] 0aff26c9-fb1b-47b0-8451-29c33930185a already exists in list: networks containing: ['0aff26c9-fb1b-47b0-8451-29c33930185a']. ignoring it [ 2219.202996] env[62187]: WARNING nova.network.neutron [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] 0aff26c9-fb1b-47b0-8451-29c33930185a already exists in list: networks containing: ['0aff26c9-fb1b-47b0-8451-29c33930185a']. ignoring it [ 2219.212560] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created folder: Project (18c19221ec3b4fc6a177b5ff66d8cfca) in parent group-v435995. [ 2219.212980] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating folder: Instances. Parent ref: group-v436215. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2219.213494] env[62187]: DEBUG oslo_concurrency.lockutils [None req-415fbc73-c0be-4b85-9ab7-c7656e4af84a tempest-ServerActionsV293TestJSON-232826764 tempest-ServerActionsV293TestJSON-232826764-project-member] Lock "837a0057-787e-4fb6-ae79-b5fbc06a3038" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.886s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.214494] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1495eae6-ca45-4c35-88a9-25f77afc579c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.225140] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created folder: Instances in parent group-v436215. [ 2219.225500] env[62187]: DEBUG oslo.service.loopingcall [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.225728] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2219.225944] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b1e69e-152b-4964-bc18-cfa844ced289 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.246588] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "refresh_cache-37205130-98ae-43d0-8c84-230c58c92481" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.246990] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Instance network_info: |[{"id": "698adbc5-981b-4139-9d0b-8579198ed056", "address": "fa:16:3e:e4:01:c5", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698adbc5-98", "ovs_interfaceid": "698adbc5-981b-4139-9d0b-8579198ed056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2219.247327] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquired lock "refresh_cache-37205130-98ae-43d0-8c84-230c58c92481" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.247610] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Refreshing network info cache for port 698adbc5-981b-4139-9d0b-8579198ed056 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2219.249534] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:01:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '698adbc5-981b-4139-9d0b-8579198ed056', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2219.264196] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Creating folder: Project (b5ed10b33be54535850126fa9296dbda). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2219.273406] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a11e2bc-f0cc-492d-99d3-f0a31228f48e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.275308] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2219.275308] env[62187]: value = "task-2133275" [ 2219.275308] env[62187]: _type = "Task" [ 2219.275308] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.289515] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133275, 'name': CreateVM_Task} progress is 15%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.290761] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Created folder: Project (b5ed10b33be54535850126fa9296dbda) in parent group-v435995. [ 2219.290941] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Creating folder: Instances. Parent ref: group-v436218. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2219.291209] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74082083-31e5-4712-a55c-f3a22eafccdd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.303811] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Created folder: Instances in parent group-v436218. [ 2219.304082] env[62187]: DEBUG oslo.service.loopingcall [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.304305] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2219.304512] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61573cdd-10a9-41a0-aff0-156d751f1aea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.333125] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2219.333125] env[62187]: value = "task-2133278" [ 2219.333125] env[62187]: _type = "Task" [ 2219.333125] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.346029] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133278, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.402482] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "refresh_cache-3edc142c-324e-4a0a-9861-a2a66dc39846" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.402861] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Instance network_info: |[{"id": "4bafff40-e4d0-4c99-b962-dc5638589986", "address": "fa:16:3e:a5:fd:20", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bafff40-e4", "ovs_interfaceid": "4bafff40-e4d0-4c99-b962-dc5638589986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2219.403210] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Acquired lock "refresh_cache-3edc142c-324e-4a0a-9861-a2a66dc39846" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.403386] env[62187]: DEBUG nova.network.neutron [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Refreshing network info cache for port 4bafff40-e4d0-4c99-b962-dc5638589986 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2219.404752] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:fd:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bafff40-e4d0-4c99-b962-dc5638589986', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2219.416143] env[62187]: DEBUG oslo.service.loopingcall [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.420780] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2219.421286] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a63229ee-58d6-4585-8e95-dd7b752e8d3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.445470] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2219.445470] env[62187]: value = "task-2133279" [ 2219.445470] env[62187]: _type = "Task" [ 2219.445470] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.453509] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133279, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.526448] env[62187]: DEBUG nova.network.neutron [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Updating instance_info_cache with network_info: [{"id": "8fa91cb7-4f12-49b2-ba52-c919dc818db4", "address": "fa:16:3e:02:00:29", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa91cb7-4f", "ovs_interfaceid": "8fa91cb7-4f12-49b2-ba52-c919dc818db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.681146] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Updated VIF entry in instance network info cache for port 698adbc5-981b-4139-9d0b-8579198ed056. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2219.681607] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Updating instance_info_cache with network_info: [{"id": "698adbc5-981b-4139-9d0b-8579198ed056", "address": "fa:16:3e:e4:01:c5", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698adbc5-98", "ovs_interfaceid": "698adbc5-981b-4139-9d0b-8579198ed056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.704455] env[62187]: DEBUG nova.network.neutron [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Updated VIF entry in instance network info cache for port 4bafff40-e4d0-4c99-b962-dc5638589986. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2219.705581] env[62187]: DEBUG nova.network.neutron [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Updating instance_info_cache with network_info: [{"id": "4bafff40-e4d0-4c99-b962-dc5638589986", "address": "fa:16:3e:a5:fd:20", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bafff40-e4", "ovs_interfaceid": "4bafff40-e4d0-4c99-b962-dc5638589986", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.793095] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133275, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.844977] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133278, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.957423] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133279, 'name': CreateVM_Task, 'duration_secs': 0.426231} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.957598] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2219.958287] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.958449] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.958758] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2219.959014] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96baba4-3a1e-4cb0-9426-ce985725f788 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.963178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f21bdb-ca33-401c-a613-393442c53648 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.966767] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2219.966767] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d95365-1119-1cbf-ceed-db377bff8d14" [ 2219.966767] env[62187]: _type = "Task" [ 2219.966767] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.973740] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8387fde9-a57b-49e4-9b44-142afffb5445 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.980083] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d95365-1119-1cbf-ceed-db377bff8d14, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.980696] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2219.980961] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2219.981224] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2219.981373] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2219.981548] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2219.981769] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62b83402-626b-4704-a418-7050ca593048 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.010249] env[62187]: DEBUG nova.network.neutron [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "address": "fa:16:3e:b7:b6:da", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1bbcba-61", "ovs_interfaceid": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00151831-272b-4756-8927-ff5579f8d404", "address": "fa:16:3e:0e:2f:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00151831-27", "ovs_interfaceid": "00151831-272b-4756-8927-ff5579f8d404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.012205] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80700883-a2e4-4af4-91a7-f5b2984e1f07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.024305] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2220.024305] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2220.024305] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1509880-c0aa-40ee-a114-d99cced64bfb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.026192] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8029d9a-e8ea-462b-a36d-a6f7999a7038 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.035751] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2220.035751] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b00e95-c717-f122-366e-d1e5162b4665" [ 2220.035751] env[62187]: _type = "Task" [ 2220.035751] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.045268] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "refresh_cache-56b050d2-2229-4c68-8627-58fe87825031" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.046633] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Instance network_info: |[{"id": "8fa91cb7-4f12-49b2-ba52-c919dc818db4", "address": "fa:16:3e:02:00:29", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa91cb7-4f", "ovs_interfaceid": "8fa91cb7-4f12-49b2-ba52-c919dc818db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2220.046899] env[62187]: DEBUG nova.compute.provider_tree [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2220.048949] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:00:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fa91cb7-4f12-49b2-ba52-c919dc818db4', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2220.058756] env[62187]: DEBUG oslo.service.loopingcall [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2220.063064] env[62187]: DEBUG nova.scheduler.client.report [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.065924] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2220.067694] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e292460-6d64-4737-8093-208ce1b2321f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.088477] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b00e95-c717-f122-366e-d1e5162b4665, 'name': SearchDatastore_Task, 'duration_secs': 0.009035} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.090162] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2220.090162] env[62187]: value = "task-2133280" [ 2220.090162] env[62187]: _type = "Task" [ 2220.090162] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.090347] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44281b31-52bb-40f0-b077-d23978068785 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.098896] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2220.098896] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c5f3a0-d24b-bf74-fcdd-3415e5ef6539" [ 2220.098896] env[62187]: _type = "Task" [ 2220.098896] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.103709] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133280, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.112487] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c5f3a0-d24b-bf74-fcdd-3415e5ef6539, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.112752] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.113046] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3edc142c-324e-4a0a-9861-a2a66dc39846/3edc142c-324e-4a0a-9861-a2a66dc39846.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2220.113300] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-190a02c0-ba52-4621-bd83-f90778cc511c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.119874] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2220.119874] env[62187]: value = "task-2133281" [ 2220.119874] env[62187]: _type = "Task" [ 2220.119874] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.127518] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.186560] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Releasing lock "refresh_cache-37205130-98ae-43d0-8c84-230c58c92481" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.186560] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Received event network-vif-plugged-8fa91cb7-4f12-49b2-ba52-c919dc818db4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2220.186560] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquiring lock "56b050d2-2229-4c68-8627-58fe87825031-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.186560] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Lock "56b050d2-2229-4c68-8627-58fe87825031-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.186560] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Lock "56b050d2-2229-4c68-8627-58fe87825031-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.186560] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] No waiting events found dispatching network-vif-plugged-8fa91cb7-4f12-49b2-ba52-c919dc818db4 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2220.186560] env[62187]: WARNING nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Received unexpected event network-vif-plugged-8fa91cb7-4f12-49b2-ba52-c919dc818db4 for instance with vm_state building and task_state spawning. [ 2220.186560] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-vif-plugged-00151831-272b-4756-8927-ff5579f8d404 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2220.186560] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.186560] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.186560] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.186560] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] No waiting events found dispatching network-vif-plugged-00151831-272b-4756-8927-ff5579f8d404 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2220.186560] env[62187]: WARNING nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received unexpected event network-vif-plugged-00151831-272b-4756-8927-ff5579f8d404 for instance with vm_state active and task_state None. [ 2220.187722] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Received event network-changed-8fa91cb7-4f12-49b2-ba52-c919dc818db4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2220.187722] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Refreshing instance network info cache due to event network-changed-8fa91cb7-4f12-49b2-ba52-c919dc818db4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2220.187722] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquiring lock "refresh_cache-56b050d2-2229-4c68-8627-58fe87825031" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.187722] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquired lock "refresh_cache-56b050d2-2229-4c68-8627-58fe87825031" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.187722] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Refreshing network info cache for port 8fa91cb7-4f12-49b2-ba52-c919dc818db4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2220.207816] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Releasing lock "refresh_cache-3edc142c-324e-4a0a-9861-a2a66dc39846" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.208105] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Received event network-changed-5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2220.208287] env[62187]: DEBUG nova.compute.manager [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Refreshing instance network info cache due to event network-changed-5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2220.208486] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Acquiring lock "refresh_cache-0d07a14c-6868-4ee4-9952-b752ee95145c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.208628] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Acquired lock "refresh_cache-0d07a14c-6868-4ee4-9952-b752ee95145c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.209674] env[62187]: DEBUG nova.network.neutron [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Refreshing network info cache for port 5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2220.288866] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133275, 'name': CreateVM_Task, 'duration_secs': 0.622581} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.288866] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2220.289516] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.289672] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.290024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2220.290288] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4299e18b-01c7-49a9-a8bf-55422f0ae69d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.295375] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2220.295375] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52422d17-04c0-829c-0db0-ef26a25264fc" [ 2220.295375] env[62187]: _type = "Task" [ 2220.295375] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.304553] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52422d17-04c0-829c-0db0-ef26a25264fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.344358] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133278, 'name': CreateVM_Task, 'duration_secs': 0.572905} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.344528] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2220.345320] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.426721] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.428928] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.428928] env[62187]: DEBUG nova.compute.manager [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Going to confirm migration 4 {{(pid=62187) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2220.476596] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "360b89d0-669a-46a3-b19d-9dc687cfee69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.477129] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.519021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.519021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.519021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.519021] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71b4971-7da5-4508-9462-84a6aa217af0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.538821] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2220.539392] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2220.539675] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2220.540017] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2220.540306] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2220.540567] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2220.540916] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2220.541234] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2220.541518] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2220.541818] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2220.542125] env[62187]: DEBUG nova.virt.hardware [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2220.548584] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfiguring VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2220.549493] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fead913-3876-482c-b6d7-dad2b8c38c4e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.567792] env[62187]: DEBUG oslo_vmware.api [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2220.567792] env[62187]: value = "task-2133282" [ 2220.567792] env[62187]: _type = "Task" [ 2220.567792] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.568770] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.894s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.570019] env[62187]: DEBUG nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2220.572814] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.173s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.574691] env[62187]: INFO nova.compute.claims [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2220.586148] env[62187]: DEBUG oslo_vmware.api [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133282, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.601665] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133280, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.630859] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445745} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.631196] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 3edc142c-324e-4a0a-9861-a2a66dc39846/3edc142c-324e-4a0a-9861-a2a66dc39846.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2220.631449] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2220.631737] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aa67f03-6fe3-4f81-8855-c01f39e62343 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.638955] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2220.638955] env[62187]: value = "task-2133283" [ 2220.638955] env[62187]: _type = "Task" [ 2220.638955] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.648138] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.671674] env[62187]: DEBUG nova.network.neutron [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Successfully updated port: c306ec31-12f5-4a21-9439-5682356bfe47 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2220.806104] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52422d17-04c0-829c-0db0-ef26a25264fc, 'name': SearchDatastore_Task, 'duration_secs': 0.053683} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.806459] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.806699] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2220.806958] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2220.807119] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.807297] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2220.807605] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2220.807908] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2220.808140] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30136429-c7dd-439f-93d1-831238a500b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.810208] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6c32c6-e681-4228-a98f-74ef1676fe67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.817139] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2220.817139] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5226f845-79fc-6926-f1e6-e9171b817e7b" [ 2220.817139] env[62187]: _type = "Task" [ 2220.817139] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.823375] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2220.823610] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2220.827644] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c89833ac-3cbb-49dc-9b05-10d1fe7f99b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.829581] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5226f845-79fc-6926-f1e6-e9171b817e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.834300] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2220.834300] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a5e26b-092b-b4a7-1a97-e3e189140bbd" [ 2220.834300] env[62187]: _type = "Task" [ 2220.834300] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.842344] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a5e26b-092b-b4a7-1a97-e3e189140bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.980293] env[62187]: DEBUG nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2221.007428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.007428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.007796] env[62187]: DEBUG nova.network.neutron [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2221.008066] env[62187]: DEBUG nova.objects.instance [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lazy-loading 'info_cache' on Instance uuid b93d8f90-f413-4677-b7b4-97c86d50b2b1 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2221.031335] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Updated VIF entry in instance network info cache for port 8fa91cb7-4f12-49b2-ba52-c919dc818db4. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2221.031335] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Updating instance_info_cache with network_info: [{"id": "8fa91cb7-4f12-49b2-ba52-c919dc818db4", "address": "fa:16:3e:02:00:29", "network": {"id": "333c54ea-bf9c-44bd-a393-714a1286691b", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-195182880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5ed10b33be54535850126fa9296dbda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06eaa4c9-dbc2-4d38-a844-7bf76e7b5a64", "external-id": "nsx-vlan-transportzone-804", "segmentation_id": 804, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fa91cb7-4f", "ovs_interfaceid": "8fa91cb7-4f12-49b2-ba52-c919dc818db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.053533] env[62187]: DEBUG nova.network.neutron [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Updated VIF entry in instance network info cache for port 5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2221.054630] env[62187]: DEBUG nova.network.neutron [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Updating instance_info_cache with network_info: [{"id": "5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b", "address": "fa:16:3e:32:a8:95", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5446f4b3-41", "ovs_interfaceid": "5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2221.086010] env[62187]: DEBUG nova.compute.utils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2221.089522] env[62187]: DEBUG oslo_vmware.api [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.089801] env[62187]: DEBUG nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2221.089962] env[62187]: DEBUG nova.network.neutron [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2221.104681] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133280, 'name': CreateVM_Task, 'duration_secs': 0.665317} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.104897] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2221.105770] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.148341] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061147} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.148603] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2221.149367] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fc47cb-befd-4d45-9f6c-1d92b488f5d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.172114] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 3edc142c-324e-4a0a-9861-a2a66dc39846/3edc142c-324e-4a0a-9861-a2a66dc39846.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2221.172714] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a123645-d44f-42fd-9518-d37900c6f62e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.187226] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "refresh_cache-f4a5ad45-a790-499b-a680-e62c0ae1e95f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.187386] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "refresh_cache-f4a5ad45-a790-499b-a680-e62c0ae1e95f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.187526] env[62187]: DEBUG nova.network.neutron [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2221.194817] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2221.194817] env[62187]: value = "task-2133284" [ 2221.194817] env[62187]: _type = "Task" [ 2221.194817] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.201236] env[62187]: DEBUG nova.policy [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cbdb659ac314011b3446fca873a1469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f917c466ce4b8ba43d7e7b911dab8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2221.209140] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.327741] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5226f845-79fc-6926-f1e6-e9171b817e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.01717} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.328080] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.328336] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2221.328571] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.328796] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.329131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2221.329389] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846389cb-2e06-44bd-a501-dbb383871984 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.334234] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2221.334234] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c387d-005d-4cf8-7630-e834eedb34eb" [ 2221.334234] env[62187]: _type = "Task" [ 2221.334234] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.345738] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c387d-005d-4cf8-7630-e834eedb34eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.349129] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a5e26b-092b-b4a7-1a97-e3e189140bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.011859} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.349884] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e10f224-3d60-4d1f-bb63-ad3b7d1fe385 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.355296] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2221.355296] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526e1f30-704f-81e3-2e18-11f8621aacbe" [ 2221.355296] env[62187]: _type = "Task" [ 2221.355296] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.363316] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526e1f30-704f-81e3-2e18-11f8621aacbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.511371] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.522224] env[62187]: DEBUG nova.compute.manager [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Received event network-vif-plugged-c306ec31-12f5-4a21-9439-5682356bfe47 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2221.522478] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] Acquiring lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.522691] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.522922] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.523106] env[62187]: DEBUG nova.compute.manager [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] No waiting events found dispatching network-vif-plugged-c306ec31-12f5-4a21-9439-5682356bfe47 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2221.523234] env[62187]: WARNING nova.compute.manager [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Received unexpected event network-vif-plugged-c306ec31-12f5-4a21-9439-5682356bfe47 for instance with vm_state building and task_state spawning. [ 2221.523388] env[62187]: DEBUG nova.compute.manager [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Received event network-changed-c306ec31-12f5-4a21-9439-5682356bfe47 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2221.523534] env[62187]: DEBUG nova.compute.manager [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Refreshing instance network info cache due to event network-changed-c306ec31-12f5-4a21-9439-5682356bfe47. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2221.523692] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] Acquiring lock "refresh_cache-f4a5ad45-a790-499b-a680-e62c0ae1e95f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.532960] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Releasing lock "refresh_cache-56b050d2-2229-4c68-8627-58fe87825031" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.533198] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-changed-00151831-272b-4756-8927-ff5579f8d404 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2221.533368] env[62187]: DEBUG nova.compute.manager [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing instance network info cache due to event network-changed-00151831-272b-4756-8927-ff5579f8d404. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2221.533559] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.533697] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.534479] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Refreshing network info cache for port 00151831-272b-4756-8927-ff5579f8d404 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2221.558151] env[62187]: DEBUG oslo_concurrency.lockutils [req-0958c82a-0c9d-4f54-a32d-aa3bb4d9bd7c req-1b30fbc1-8d12-42b2-ab72-3663daaa3800 service nova] Releasing lock "refresh_cache-0d07a14c-6868-4ee4-9952-b752ee95145c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.585679] env[62187]: DEBUG oslo_vmware.api [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133282, 'name': ReconfigVM_Task, 'duration_secs': 0.778608} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.586236] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.586500] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfigured VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2221.595352] env[62187]: DEBUG nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2221.706263] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.758954] env[62187]: DEBUG nova.network.neutron [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2221.839819] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012e13e7-f7d3-4b3d-8544-1e02dce60570 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.845607] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c387d-005d-4cf8-7630-e834eedb34eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.846350] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.846596] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2221.846807] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.849800] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e45b4a-d22e-4990-8b7f-d3e5e7eece38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.883835] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586df7fd-5c57-4cd6-99b6-ca3f13787789 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.894561] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c20f056-5021-4690-8103-a03e9addaaec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.898357] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526e1f30-704f-81e3-2e18-11f8621aacbe, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.898612] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2221.898866] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2221.899473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.899666] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2221.899864] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae1a3ca7-f43d-4841-9449-76fe8614f540 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.909665] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b41c230-6e32-47ff-8c62-9280f6778bcd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.911989] env[62187]: DEBUG nova.compute.provider_tree [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.918725] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2221.918725] env[62187]: value = "task-2133285" [ 2221.918725] env[62187]: _type = "Task" [ 2221.918725] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.923707] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2221.923886] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2221.925169] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e1d3d1-f5c4-48db-9591-07ec650638d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.932359] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.939018] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2221.939018] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f6d74a-b33a-31c0-1697-cd57ed253378" [ 2221.939018] env[62187]: _type = "Task" [ 2221.939018] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.943672] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f6d74a-b33a-31c0-1697-cd57ed253378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.094654] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bbfed91-7c63-4f5d-8aea-65260406c301 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-00151831-272b-4756-8927-ff5579f8d404" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 16.274s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.172960] env[62187]: DEBUG nova.network.neutron [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Updating instance_info_cache with network_info: [{"id": "c306ec31-12f5-4a21-9439-5682356bfe47", "address": "fa:16:3e:15:42:d4", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc306ec31-12", "ovs_interfaceid": "c306ec31-12f5-4a21-9439-5682356bfe47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.182895] env[62187]: DEBUG nova.network.neutron [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Successfully created port: 14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2222.214517] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133284, 'name': ReconfigVM_Task, 'duration_secs': 0.515978} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.214842] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 3edc142c-324e-4a0a-9861-a2a66dc39846/3edc142c-324e-4a0a-9861-a2a66dc39846.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2222.215561] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35cf32b4-2485-4636-a28a-de62c5c3845e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.226153] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2222.226153] env[62187]: value = "task-2133286" [ 2222.226153] env[62187]: _type = "Task" [ 2222.226153] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.235963] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133286, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.394168] env[62187]: DEBUG nova.network.neutron [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance_info_cache with network_info: [{"id": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "address": "fa:16:3e:05:5e:6c", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecfd99b8-c6", "ovs_interfaceid": "ecfd99b8-c6ee-49a7-b623-863666d3efa8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.415187] env[62187]: DEBUG nova.scheduler.client.report [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.426983] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updated VIF entry in instance network info cache for port 00151831-272b-4756-8927-ff5579f8d404. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2222.426983] env[62187]: DEBUG nova.network.neutron [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "address": "fa:16:3e:b7:b6:da", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf1bbcba-61", "ovs_interfaceid": "df1bbcba-61d0-44cf-88d8-2d2f02967b57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00151831-272b-4756-8927-ff5579f8d404", "address": "fa:16:3e:0e:2f:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00151831-27", "ovs_interfaceid": "00151831-272b-4756-8927-ff5579f8d404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.433418] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452427} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.433418] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2222.433418] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2222.433617] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e01e813-8c11-439f-99d1-d5e2975d0add {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.446581] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f6d74a-b33a-31c0-1697-cd57ed253378, 'name': SearchDatastore_Task, 'duration_secs': 0.009282} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.448358] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2222.448358] env[62187]: value = "task-2133287" [ 2222.448358] env[62187]: _type = "Task" [ 2222.448358] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.448557] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fac0e75-d447-4ab1-893a-fec8f0c54975 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.460301] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2222.460301] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c834d-248f-57e7-8ecf-2a65126b7175" [ 2222.460301] env[62187]: _type = "Task" [ 2222.460301] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.472957] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529c834d-248f-57e7-8ecf-2a65126b7175, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.473264] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.473520] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 37205130-98ae-43d0-8c84-230c58c92481/37205130-98ae-43d0-8c84-230c58c92481.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2222.473795] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.473984] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2222.474252] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2554ba2d-23c6-4ea4-a715-9fc7ec843d37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.476351] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-642bc119-4721-4248-abf8-b5e349eda18f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.482543] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2222.482543] env[62187]: value = "task-2133288" [ 2222.482543] env[62187]: _type = "Task" [ 2222.482543] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.486971] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2222.487169] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2222.488222] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126e8624-6dc7-484e-abf7-625ef644fa64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.493628] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.496551] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2222.496551] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dd4bc0-6100-bd2f-6124-e59525cd44c9" [ 2222.496551] env[62187]: _type = "Task" [ 2222.496551] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.505064] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dd4bc0-6100-bd2f-6124-e59525cd44c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.610130] env[62187]: DEBUG nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2222.647606] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2222.647862] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2222.649101] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2222.649101] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2222.649101] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2222.649101] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2222.649101] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2222.649378] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2222.649378] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2222.649513] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2222.649683] env[62187]: DEBUG nova.virt.hardware [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2222.650641] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4dee43-f1da-44db-807e-750a5ba5b2e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.662763] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eca8ce-6cd5-45d0-bdb7-51c7fcff86ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.681982] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "refresh_cache-f4a5ad45-a790-499b-a680-e62c0ae1e95f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.681982] env[62187]: DEBUG nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Instance network_info: |[{"id": "c306ec31-12f5-4a21-9439-5682356bfe47", "address": "fa:16:3e:15:42:d4", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc306ec31-12", "ovs_interfaceid": "c306ec31-12f5-4a21-9439-5682356bfe47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2222.682232] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] Acquired lock "refresh_cache-f4a5ad45-a790-499b-a680-e62c0ae1e95f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2222.682337] env[62187]: DEBUG nova.network.neutron [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Refreshing network info cache for port c306ec31-12f5-4a21-9439-5682356bfe47 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2222.687026] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:42:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c306ec31-12f5-4a21-9439-5682356bfe47', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2222.692652] env[62187]: DEBUG oslo.service.loopingcall [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2222.693732] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2222.693978] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc54d9d4-d19a-42ef-9ec4-d6cf53877535 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.717236] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2222.717236] env[62187]: value = "task-2133289" [ 2222.717236] env[62187]: _type = "Task" [ 2222.717236] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.733934] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133289, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.745012] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133286, 'name': Rename_Task, 'duration_secs': 0.27163} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.745012] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2222.745012] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15483eec-2b05-4263-aeb0-8e1192bc108c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.752201] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2222.752201] env[62187]: value = "task-2133290" [ 2222.752201] env[62187]: _type = "Task" [ 2222.752201] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.762779] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.898499] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-b93d8f90-f413-4677-b7b4-97c86d50b2b1" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.898499] env[62187]: DEBUG nova.objects.instance [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lazy-loading 'migration_context' on Instance uuid b93d8f90-f413-4677-b7b4-97c86d50b2b1 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.923277] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.923277] env[62187]: DEBUG nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2222.925132] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.780s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.925515] env[62187]: DEBUG nova.objects.instance [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lazy-loading 'resources' on Instance uuid c6ff97d8-27e3-4885-985e-d454b8f558f5 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2222.928161] env[62187]: DEBUG oslo_concurrency.lockutils [req-fa25e697-e5b3-4fb4-846d-c2c6544ff5b8 req-1216d7cd-b411-4aed-8be2-edb5fb5019a5 service nova] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.965021] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086647} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.965021] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2222.965021] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35cfc1c-b6bb-424e-b31f-87c15535aaf4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.992103] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2222.993198] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f991b2b-dd76-4c34-8ec0-743061c2180a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.021572] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418925} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.025970] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 37205130-98ae-43d0-8c84-230c58c92481/37205130-98ae-43d0-8c84-230c58c92481.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2223.026456] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2223.026861] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52dd4bc0-6100-bd2f-6124-e59525cd44c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008081} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.027270] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2223.027270] env[62187]: value = "task-2133291" [ 2223.027270] env[62187]: _type = "Task" [ 2223.027270] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.027735] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78d439a7-805d-44ac-8366-360a9a3e83ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.032211] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d281f6-73b9-44d8-8db1-0fca1a0beb86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.039958] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2223.039958] env[62187]: value = "task-2133292" [ 2223.039958] env[62187]: _type = "Task" [ 2223.039958] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.046322] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2223.046322] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b19ec8-84ba-5db2-850d-6b48ee469ee5" [ 2223.046322] env[62187]: _type = "Task" [ 2223.046322] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.047090] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.063806] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b19ec8-84ba-5db2-850d-6b48ee469ee5, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.067420] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2223.067728] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 56b050d2-2229-4c68-8627-58fe87825031/56b050d2-2229-4c68-8627-58fe87825031.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2223.068062] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.068290] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d3432ee-56e0-4da4-bd80-38403d3d530b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.076327] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2223.076327] env[62187]: value = "task-2133293" [ 2223.076327] env[62187]: _type = "Task" [ 2223.076327] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.084565] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.227806] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133289, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.263835] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133290, 'name': PowerOnVM_Task, 'duration_secs': 0.506026} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.264498] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2223.264498] env[62187]: INFO nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Took 10.98 seconds to spawn the instance on the hypervisor. [ 2223.264634] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2223.265410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15fad78-de49-4b17-9e32-840702afd1c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.402462] env[62187]: DEBUG nova.objects.base [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2223.403744] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e8b6c0-a036-4836-b8a7-6f7dc807de0e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.429600] env[62187]: DEBUG nova.compute.utils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2223.433518] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd69edc-17fd-4505-93f2-f0cbc206ca41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.436702] env[62187]: DEBUG nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2223.436886] env[62187]: DEBUG nova.network.neutron [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2223.443109] env[62187]: DEBUG oslo_vmware.api [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2223.443109] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c2bff2-8d2a-2039-da4d-289ade331c8f" [ 2223.443109] env[62187]: _type = "Task" [ 2223.443109] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.452966] env[62187]: DEBUG oslo_vmware.api [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c2bff2-8d2a-2039-da4d-289ade331c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.460929] env[62187]: DEBUG nova.network.neutron [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Updated VIF entry in instance network info cache for port c306ec31-12f5-4a21-9439-5682356bfe47. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2223.461103] env[62187]: DEBUG nova.network.neutron [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Updating instance_info_cache with network_info: [{"id": "c306ec31-12f5-4a21-9439-5682356bfe47", "address": "fa:16:3e:15:42:d4", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc306ec31-12", "ovs_interfaceid": "c306ec31-12f5-4a21-9439-5682356bfe47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.502273] env[62187]: DEBUG nova.policy [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cc815262d4d4d3480029264297ba174', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '248d18665b6f4e0cbef9997ba9cd6442', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2223.541018] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.558510] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165637} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.558942] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2223.559895] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d535a6c-19d5-4da4-bf56-69a4d8290744 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.592731] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 37205130-98ae-43d0-8c84-230c58c92481/37205130-98ae-43d0-8c84-230c58c92481.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2223.599037] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ca401d2-f5df-488b-9d1b-c9a8e96b13ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.621818] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522008} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.623723] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 56b050d2-2229-4c68-8627-58fe87825031/56b050d2-2229-4c68-8627-58fe87825031.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2223.623723] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2223.623723] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2223.623723] env[62187]: value = "task-2133294" [ 2223.623723] env[62187]: _type = "Task" [ 2223.623723] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.623723] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faaf2808-5d54-4ab9-870c-137982ad938c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.636195] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.637450] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2223.637450] env[62187]: value = "task-2133295" [ 2223.637450] env[62187]: _type = "Task" [ 2223.637450] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.653409] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.727347] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133289, 'name': CreateVM_Task, 'duration_secs': 0.567805} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.729962] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2223.730855] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.731071] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.731551] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2223.731843] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1e0c00-917c-4164-9381-c0cdb16ead61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.736668] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2223.736668] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b6b4bd-f2a2-eb59-3527-3b83ac288249" [ 2223.736668] env[62187]: _type = "Task" [ 2223.736668] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.744364] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b6b4bd-f2a2-eb59-3527-3b83ac288249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.793123] env[62187]: DEBUG nova.network.neutron [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Successfully created port: c8ceae9a-e817-4bef-8011-7a9bdafca709 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2223.795805] env[62187]: INFO nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Took 27.17 seconds to build instance. [ 2223.805161] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037ebcf2-e19d-4926-a405-b7cbcacda49b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.813979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9cb5ef-ea80-4adc-bfe5-30700de7c107 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.848920] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4432e090-6003-4dbd-84c9-b188a42b9e7e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.860312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-df1bbcba-61d0-44cf-88d8-2d2f02967b57" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.860312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-df1bbcba-61d0-44cf-88d8-2d2f02967b57" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2223.863617] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9da561a-fed5-4dda-96d3-b54893cb1042 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.880398] env[62187]: DEBUG nova.compute.provider_tree [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.938798] env[62187]: DEBUG nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2223.953369] env[62187]: DEBUG oslo_vmware.api [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c2bff2-8d2a-2039-da4d-289ade331c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.014149} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.953665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2223.963779] env[62187]: DEBUG oslo_concurrency.lockutils [req-a4cb3ced-a29f-4956-a3a8-7d93c19687f8 req-6998fcdc-143c-4cfc-b663-27a1c2e47cc4 service nova] Releasing lock "refresh_cache-f4a5ad45-a790-499b-a680-e62c0ae1e95f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.041983] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133291, 'name': ReconfigVM_Task, 'duration_secs': 0.688989} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.042312] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2224.043028] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7d39067-6f64-4fe2-a764-b747a25bf51d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.050941] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2224.050941] env[62187]: value = "task-2133296" [ 2224.050941] env[62187]: _type = "Task" [ 2224.050941] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.059633] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133296, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.135644] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133294, 'name': ReconfigVM_Task, 'duration_secs': 0.27316} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.135976] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 37205130-98ae-43d0-8c84-230c58c92481/37205130-98ae-43d0-8c84-230c58c92481.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2224.136735] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d82f7c47-4bf7-473d-971b-6ceb610b4792 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.147259] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070179} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.148523] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2224.148880] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2224.148880] env[62187]: value = "task-2133297" [ 2224.148880] env[62187]: _type = "Task" [ 2224.148880] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.149593] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5529a58-e2af-4db8-a861-51c057259ef2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.159972] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133297, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.177978] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 56b050d2-2229-4c68-8627-58fe87825031/56b050d2-2229-4c68-8627-58fe87825031.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2224.178314] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b4f0bec-19a9-4c0c-b79c-f257a4ac765f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.197938] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2224.197938] env[62187]: value = "task-2133298" [ 2224.197938] env[62187]: _type = "Task" [ 2224.197938] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.205922] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.227269] env[62187]: DEBUG oslo_concurrency.lockutils [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "62af59af-f706-404d-b68c-9337c0abdf3b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.227525] env[62187]: DEBUG oslo_concurrency.lockutils [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.246636] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b6b4bd-f2a2-eb59-3527-3b83ac288249, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.246935] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.247180] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2224.247407] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.247553] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.247727] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2224.247985] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f45b4325-ad23-4d92-abfe-6a13aff25a7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.257106] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2224.257339] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2224.258112] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9040704b-d631-49d4-80ec-fe30529fda41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.264018] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2224.264018] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5270e007-9628-ec45-0c73-d16cf04e013a" [ 2224.264018] env[62187]: _type = "Task" [ 2224.264018] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.274041] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5270e007-9628-ec45-0c73-d16cf04e013a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.302078] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.686s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.369031] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2224.369135] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2224.369947] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b03792-659c-48aa-8c7b-a44ceada35a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.388486] env[62187]: DEBUG nova.scheduler.client.report [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2224.392152] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316bf1b1-b10f-4c70-bc11-f936b5d39f57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.421530] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfiguring VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2224.422601] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476435df-8b7c-454e-92c5-f1a314454033 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.440860] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2224.440860] env[62187]: value = "task-2133299" [ 2224.440860] env[62187]: _type = "Task" [ 2224.440860] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.452270] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.560785] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133296, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.609331] env[62187]: DEBUG nova.compute.manager [req-907ca15f-c2a6-4494-9709-29929f811ae1 req-828fe088-e760-47bc-b340-f71e67808de1 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Received event network-vif-plugged-14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2224.609398] env[62187]: DEBUG oslo_concurrency.lockutils [req-907ca15f-c2a6-4494-9709-29929f811ae1 req-828fe088-e760-47bc-b340-f71e67808de1 service nova] Acquiring lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.609593] env[62187]: DEBUG oslo_concurrency.lockutils [req-907ca15f-c2a6-4494-9709-29929f811ae1 req-828fe088-e760-47bc-b340-f71e67808de1 service nova] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.609744] env[62187]: DEBUG oslo_concurrency.lockutils [req-907ca15f-c2a6-4494-9709-29929f811ae1 req-828fe088-e760-47bc-b340-f71e67808de1 service nova] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.609924] env[62187]: DEBUG nova.compute.manager [req-907ca15f-c2a6-4494-9709-29929f811ae1 req-828fe088-e760-47bc-b340-f71e67808de1 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] No waiting events found dispatching network-vif-plugged-14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2224.610153] env[62187]: WARNING nova.compute.manager [req-907ca15f-c2a6-4494-9709-29929f811ae1 req-828fe088-e760-47bc-b340-f71e67808de1 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Received unexpected event network-vif-plugged-14be1468-3386-4cfa-bdef-57c1b54843ba for instance with vm_state building and task_state spawning. [ 2224.632983] env[62187]: DEBUG nova.network.neutron [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Successfully updated port: 14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2224.661493] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133297, 'name': Rename_Task, 'duration_secs': 0.146557} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.661768] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2224.662021] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ef44a5-5c28-4974-9f6d-16e3b78cd124 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.668318] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2224.668318] env[62187]: value = "task-2133300" [ 2224.668318] env[62187]: _type = "Task" [ 2224.668318] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.675889] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.710027] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.730596] env[62187]: DEBUG nova.compute.utils [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2224.775120] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5270e007-9628-ec45-0c73-d16cf04e013a, 'name': SearchDatastore_Task, 'duration_secs': 0.013621} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.776149] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f541a2a-fcdb-4b61-ada6-9c35b2321fae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.781535] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2224.781535] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea8092-8d7e-1a0a-d8de-df9cb304088d" [ 2224.781535] env[62187]: _type = "Task" [ 2224.781535] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.789269] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea8092-8d7e-1a0a-d8de-df9cb304088d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.896062] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.898391] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.731s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.898668] env[62187]: DEBUG nova.objects.instance [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'resources' on Instance uuid b673417e-a8e8-46b3-9e47-20a2dcbd854b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.918837] env[62187]: INFO nova.scheduler.client.report [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Deleted allocations for instance c6ff97d8-27e3-4885-985e-d454b8f558f5 [ 2224.946571] env[62187]: DEBUG nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2224.958402] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.978430] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2224.978430] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2224.978430] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2224.978659] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2224.978659] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2224.978809] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2224.978996] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2224.979223] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2224.979344] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2224.979507] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2224.979843] env[62187]: DEBUG nova.virt.hardware [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2224.980504] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7738d8d7-0244-42ed-9da5-5f608aa7e181 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.990263] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653b1ac-26d7-4d49-b7be-e5b5c5af6c95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.062200] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133296, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.135164] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.135329] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.135487] env[62187]: DEBUG nova.network.neutron [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.179053] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133300, 'name': PowerOnVM_Task, 'duration_secs': 0.467142} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.182119] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2225.182119] env[62187]: INFO nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Took 15.31 seconds to spawn the instance on the hypervisor. [ 2225.182119] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2225.182119] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25bbb57-0d90-4367-ae96-b8bb86fb666d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.211623] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.233431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.293571] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ea8092-8d7e-1a0a-d8de-df9cb304088d, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.293928] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2225.294423] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] f4a5ad45-a790-499b-a680-e62c0ae1e95f/f4a5ad45-a790-499b-a680-e62c0ae1e95f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2225.294834] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a7f727b-9db0-4d66-94f2-f52ff8e18577 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.301778] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2225.301778] env[62187]: value = "task-2133301" [ 2225.301778] env[62187]: _type = "Task" [ 2225.301778] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.309914] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133301, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.427433] env[62187]: DEBUG oslo_concurrency.lockutils [None req-da10d976-0693-440f-a69f-155a823870bb tempest-ServersWithSpecificFlavorTestJSON-41831257 tempest-ServersWithSpecificFlavorTestJSON-41831257-project-member] Lock "c6ff97d8-27e3-4885-985e-d454b8f558f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.473s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.459052] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.563150] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133296, 'name': Rename_Task, 'duration_secs': 1.209302} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.565241] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2225.565805] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee2fb502-38ed-47f5-b5e8-2238d891533d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.573020] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2225.573020] env[62187]: value = "task-2133302" [ 2225.573020] env[62187]: _type = "Task" [ 2225.573020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.586205] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.687789] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5159941b-d9ec-41bf-9bb7-a9638ec9384e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.691027] env[62187]: DEBUG nova.network.neutron [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2225.709468] env[62187]: INFO nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Took 29.13 seconds to build instance. [ 2225.709981] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac7621e-e508-485a-815e-298195876ac3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.752438] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0323f0c7-9181-41a2-9e6f-143a331f1e28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.756101] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133298, 'name': ReconfigVM_Task, 'duration_secs': 1.384916} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2225.756682] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 56b050d2-2229-4c68-8627-58fe87825031/56b050d2-2229-4c68-8627-58fe87825031.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2225.757833] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1dcde81-f289-4ac0-aad6-4d120148d395 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.763509] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38232697-e936-481b-8195-3c82467b6baa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.770351] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2225.770351] env[62187]: value = "task-2133303" [ 2225.770351] env[62187]: _type = "Task" [ 2225.770351] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.783283] env[62187]: DEBUG nova.compute.provider_tree [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2225.790969] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133303, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.816391] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133301, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.959832] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.980911] env[62187]: DEBUG nova.network.neutron [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Updating instance_info_cache with network_info: [{"id": "14be1468-3386-4cfa-bdef-57c1b54843ba", "address": "fa:16:3e:a3:ee:f0", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14be1468-33", "ovs_interfaceid": "14be1468-3386-4cfa-bdef-57c1b54843ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.087766] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.142211] env[62187]: DEBUG nova.compute.manager [req-9ee7b810-f97b-40eb-be45-47ca01563b7c req-6379508c-a316-4f62-a6ed-b8d79554de66 service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Received event network-vif-plugged-c8ceae9a-e817-4bef-8011-7a9bdafca709 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2226.142211] env[62187]: DEBUG oslo_concurrency.lockutils [req-9ee7b810-f97b-40eb-be45-47ca01563b7c req-6379508c-a316-4f62-a6ed-b8d79554de66 service nova] Acquiring lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.142211] env[62187]: DEBUG oslo_concurrency.lockutils [req-9ee7b810-f97b-40eb-be45-47ca01563b7c req-6379508c-a316-4f62-a6ed-b8d79554de66 service nova] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.142211] env[62187]: DEBUG oslo_concurrency.lockutils [req-9ee7b810-f97b-40eb-be45-47ca01563b7c req-6379508c-a316-4f62-a6ed-b8d79554de66 service nova] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.142211] env[62187]: DEBUG nova.compute.manager [req-9ee7b810-f97b-40eb-be45-47ca01563b7c req-6379508c-a316-4f62-a6ed-b8d79554de66 service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] No waiting events found dispatching network-vif-plugged-c8ceae9a-e817-4bef-8011-7a9bdafca709 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2226.142211] env[62187]: WARNING nova.compute.manager [req-9ee7b810-f97b-40eb-be45-47ca01563b7c req-6379508c-a316-4f62-a6ed-b8d79554de66 service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Received unexpected event network-vif-plugged-c8ceae9a-e817-4bef-8011-7a9bdafca709 for instance with vm_state building and task_state spawning. [ 2226.215151] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "37205130-98ae-43d0-8c84-230c58c92481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.646s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.282271] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133303, 'name': Rename_Task, 'duration_secs': 0.225468} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.282579] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2226.282905] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9036666f-0df9-4e73-ad1a-ea4376de2efe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.287184] env[62187]: DEBUG nova.scheduler.client.report [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2226.291713] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2226.291713] env[62187]: value = "task-2133304" [ 2226.291713] env[62187]: _type = "Task" [ 2226.291713] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.301477] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.313985] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133301, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610005} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.314290] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] f4a5ad45-a790-499b-a680-e62c0ae1e95f/f4a5ad45-a790-499b-a680-e62c0ae1e95f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2226.314503] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2226.314759] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b35ccde-b2ec-406d-8a3c-391cedc128d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.321979] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2226.321979] env[62187]: value = "task-2133305" [ 2226.321979] env[62187]: _type = "Task" [ 2226.321979] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.330956] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.335409] env[62187]: DEBUG nova.network.neutron [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Successfully updated port: c8ceae9a-e817-4bef-8011-7a9bdafca709 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2226.341853] env[62187]: DEBUG oslo_concurrency.lockutils [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "62af59af-f706-404d-b68c-9337c0abdf3b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.342163] env[62187]: DEBUG oslo_concurrency.lockutils [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.342386] env[62187]: INFO nova.compute.manager [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Attaching volume b5ffcd88-9e87-41eb-9bbd-47e07b0130da to /dev/sdb [ 2226.389553] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a459418f-d0ae-4d5a-b08f-798392ac1aa4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.396750] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147593ad-6573-4b03-a5b9-64a1b5101e85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.411205] env[62187]: DEBUG nova.virt.block_device [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updating existing volume attachment record: dd4ac0d2-37f9-41ce-918e-25d934d0008e {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2226.460681] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.487015] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.487015] env[62187]: DEBUG nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Instance network_info: |[{"id": "14be1468-3386-4cfa-bdef-57c1b54843ba", "address": "fa:16:3e:a3:ee:f0", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14be1468-33", "ovs_interfaceid": "14be1468-3386-4cfa-bdef-57c1b54843ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2226.487015] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:ee:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14be1468-3386-4cfa-bdef-57c1b54843ba', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2226.493566] env[62187]: DEBUG oslo.service.loopingcall [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2226.493917] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2226.494270] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f959cd76-da4c-4afb-8688-45a562add938 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.515819] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2226.515819] env[62187]: value = "task-2133306" [ 2226.515819] env[62187]: _type = "Task" [ 2226.515819] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.524052] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133306, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.585589] env[62187]: DEBUG oslo_vmware.api [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133302, 'name': PowerOnVM_Task, 'duration_secs': 0.762167} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.585850] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2226.589155] env[62187]: INFO nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Took 10.12 seconds to spawn the instance on the hypervisor. [ 2226.589155] env[62187]: DEBUG nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2226.589155] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5650d89-0918-4da8-b486-fe0e5c4d7c77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.645995] env[62187]: DEBUG nova.compute.manager [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Received event network-changed-14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2226.646159] env[62187]: DEBUG nova.compute.manager [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Refreshing instance network info cache due to event network-changed-14be1468-3386-4cfa-bdef-57c1b54843ba. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2226.646381] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] Acquiring lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.646522] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] Acquired lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.647818] env[62187]: DEBUG nova.network.neutron [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Refreshing network info cache for port 14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.794101] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.797615] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.286s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.800742] env[62187]: INFO nova.compute.claims [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2226.817919] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.837281] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074188} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2226.837938] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "refresh_cache-d7ea45a9-20d5-46e8-a0ba-478c72f0295b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.839030] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquired lock "refresh_cache-d7ea45a9-20d5-46e8-a0ba-478c72f0295b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.839030] env[62187]: DEBUG nova.network.neutron [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2226.839384] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2226.841964] env[62187]: INFO nova.scheduler.client.report [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted allocations for instance b673417e-a8e8-46b3-9e47-20a2dcbd854b [ 2226.843995] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c6e7a7-f5ef-49c5-be16-201b35c65692 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.875653] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] f4a5ad45-a790-499b-a680-e62c0ae1e95f/f4a5ad45-a790-499b-a680-e62c0ae1e95f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2226.877213] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07e4455a-1acd-4701-b74a-844a4cce51c1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.897554] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2226.897554] env[62187]: value = "task-2133308" [ 2226.897554] env[62187]: _type = "Task" [ 2226.897554] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.911266] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.965459] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.030673] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133306, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.115599] env[62187]: INFO nova.compute.manager [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Took 24.71 seconds to build instance. [ 2227.308371] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.356081] env[62187]: DEBUG oslo_concurrency.lockutils [None req-63810cdc-3bb6-47c6-9694-20300b321ed8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "b673417e-a8e8-46b3-9e47-20a2dcbd854b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.490s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.409834] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133308, 'name': ReconfigVM_Task, 'duration_secs': 0.431986} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.410469] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] f4a5ad45-a790-499b-a680-e62c0ae1e95f/f4a5ad45-a790-499b-a680-e62c0ae1e95f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2227.411638] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53793715-6583-4c38-87f3-3c1c3d46f170 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.419422] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2227.419422] env[62187]: value = "task-2133311" [ 2227.419422] env[62187]: _type = "Task" [ 2227.419422] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.429115] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133311, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.454139] env[62187]: DEBUG nova.network.neutron [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2227.467768] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.528862] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133306, 'name': CreateVM_Task, 'duration_secs': 0.630684} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.529698] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2227.530818] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.532026] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.532445] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2227.535925] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a756c56a-55d5-4de9-bee1-81f76766b968 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.549370] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2227.549370] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244e52a-b4e4-c4c0-54c6-3c896d37f0cc" [ 2227.549370] env[62187]: _type = "Task" [ 2227.549370] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.557972] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244e52a-b4e4-c4c0-54c6-3c896d37f0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.614367] env[62187]: DEBUG nova.network.neutron [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Updated VIF entry in instance network info cache for port 14be1468-3386-4cfa-bdef-57c1b54843ba. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2227.614741] env[62187]: DEBUG nova.network.neutron [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Updating instance_info_cache with network_info: [{"id": "14be1468-3386-4cfa-bdef-57c1b54843ba", "address": "fa:16:3e:a3:ee:f0", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14be1468-33", "ovs_interfaceid": "14be1468-3386-4cfa-bdef-57c1b54843ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.619492] env[62187]: DEBUG oslo_concurrency.lockutils [None req-91b38a46-dbe8-416f-aaf8-aca3421bb796 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.242s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.688380] env[62187]: DEBUG nova.network.neutron [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Updating instance_info_cache with network_info: [{"id": "c8ceae9a-e817-4bef-8011-7a9bdafca709", "address": "fa:16:3e:bb:2a:32", "network": {"id": "9a745c86-1709-4d19-8bc7-24e393955dd3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-480416633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "248d18665b6f4e0cbef9997ba9cd6442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ceae9a-e8", "ovs_interfaceid": "c8ceae9a-e817-4bef-8011-7a9bdafca709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.808394] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.935100] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133311, 'name': Rename_Task, 'duration_secs': 0.166548} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.935100] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2227.935100] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067ce772-954d-4b5b-827d-fd5262f94fc7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.946274] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2227.946274] env[62187]: value = "task-2133312" [ 2227.946274] env[62187]: _type = "Task" [ 2227.946274] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.955996] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.971664] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.061348] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244e52a-b4e4-c4c0-54c6-3c896d37f0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.064152] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.064758] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2228.064758] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.064942] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.065062] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2228.066795] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0704fa36-c219-46df-9e3e-8edf90ab247a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.076987] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2228.076987] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2228.080636] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b424500c-9046-4787-8aed-93d117cc2b65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.088841] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2228.088841] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb1850-bee5-53f9-e910-9281d8fd98f5" [ 2228.088841] env[62187]: _type = "Task" [ 2228.088841] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.097390] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb1850-bee5-53f9-e910-9281d8fd98f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.120064] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a9b83a3-e25a-4f71-8a66-4892fa31de4d req-4c1c5840-f086-46a2-b60c-3b0cf7955820 service nova] Releasing lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.172761] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a63d1d-0b33-4dad-bea1-93d8ff7041e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.183221] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd95750d-999a-4fda-8ab5-11820c83b089 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.224016] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Releasing lock "refresh_cache-d7ea45a9-20d5-46e8-a0ba-478c72f0295b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.224186] env[62187]: DEBUG nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Instance network_info: |[{"id": "c8ceae9a-e817-4bef-8011-7a9bdafca709", "address": "fa:16:3e:bb:2a:32", "network": {"id": "9a745c86-1709-4d19-8bc7-24e393955dd3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-480416633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "248d18665b6f4e0cbef9997ba9cd6442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ceae9a-e8", "ovs_interfaceid": "c8ceae9a-e817-4bef-8011-7a9bdafca709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2228.224951] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:2a:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8ceae9a-e817-4bef-8011-7a9bdafca709', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2228.233494] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Creating folder: Project (248d18665b6f4e0cbef9997ba9cd6442). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2228.234665] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ecd2ec-c09c-4894-89a8-475d8814dc63 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.237832] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d627f80-a2bf-4069-a26b-7fc7ba6278f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.247605] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fc9eee-f667-4743-b8b2-8ffcd6a9c387 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.253873] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Created folder: Project (248d18665b6f4e0cbef9997ba9cd6442) in parent group-v435995. [ 2228.255131] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Creating folder: Instances. Parent ref: group-v436227. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2228.255131] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c8305cd-895d-4de5-a48e-3587f0ecd30d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.265245] env[62187]: DEBUG nova.compute.provider_tree [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2228.275921] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Created folder: Instances in parent group-v436227. [ 2228.276411] env[62187]: DEBUG oslo.service.loopingcall [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2228.276411] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2228.276612] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36dfc6c4-1046-4bc3-92e4-e07749c42514 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.306566] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2228.306566] env[62187]: value = "task-2133315" [ 2228.306566] env[62187]: _type = "Task" [ 2228.306566] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.313696] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.319871] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133315, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.461992] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133312, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.474599] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.491788] env[62187]: DEBUG nova.compute.manager [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Received event network-changed-c8ceae9a-e817-4bef-8011-7a9bdafca709 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2228.492075] env[62187]: DEBUG nova.compute.manager [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Refreshing instance network info cache due to event network-changed-c8ceae9a-e817-4bef-8011-7a9bdafca709. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2228.492389] env[62187]: DEBUG oslo_concurrency.lockutils [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] Acquiring lock "refresh_cache-d7ea45a9-20d5-46e8-a0ba-478c72f0295b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.492599] env[62187]: DEBUG oslo_concurrency.lockutils [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] Acquired lock "refresh_cache-d7ea45a9-20d5-46e8-a0ba-478c72f0295b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.492865] env[62187]: DEBUG nova.network.neutron [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Refreshing network info cache for port c8ceae9a-e817-4bef-8011-7a9bdafca709 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2228.599288] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb1850-bee5-53f9-e910-9281d8fd98f5, 'name': SearchDatastore_Task, 'duration_secs': 0.027455} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.600490] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58a7d73d-586c-47e3-8ac7-6489399925a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.607956] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2228.607956] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529e4821-184b-73db-11ba-1c3ed94a68f2" [ 2228.607956] env[62187]: _type = "Task" [ 2228.607956] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.621727] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529e4821-184b-73db-11ba-1c3ed94a68f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.725640] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.726131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.731957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d95d4893-1b1f-4570-a56c-8de46f99126b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2228.732375] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2228.770292] env[62187]: DEBUG nova.scheduler.client.report [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2228.811418] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.820745] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133315, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.958701] env[62187]: DEBUG oslo_vmware.api [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133312, 'name': PowerOnVM_Task, 'duration_secs': 0.993692} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.959027] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2228.959304] env[62187]: INFO nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Took 10.16 seconds to spawn the instance on the hypervisor. [ 2228.959545] env[62187]: DEBUG nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2228.960361] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bbdc8c-6990-44ee-86fb-340e556ce9bd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.977310] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.119125] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529e4821-184b-73db-11ba-1c3ed94a68f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013869} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.119424] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.119681] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b/0ddcdd43-6228-44e5-a6f0-3eab5aaa395b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2229.119944] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76cb13da-1b75-4928-83e5-5f3e00f789d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.126998] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2229.126998] env[62187]: value = "task-2133317" [ 2229.126998] env[62187]: _type = "Task" [ 2229.126998] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.140183] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.232449] env[62187]: DEBUG nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2229.238041] env[62187]: DEBUG nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2229.246679] env[62187]: DEBUG nova.network.neutron [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Updated VIF entry in instance network info cache for port c8ceae9a-e817-4bef-8011-7a9bdafca709. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2229.246679] env[62187]: DEBUG nova.network.neutron [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Updating instance_info_cache with network_info: [{"id": "c8ceae9a-e817-4bef-8011-7a9bdafca709", "address": "fa:16:3e:bb:2a:32", "network": {"id": "9a745c86-1709-4d19-8bc7-24e393955dd3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-480416633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "248d18665b6f4e0cbef9997ba9cd6442", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ceae9a-e8", "ovs_interfaceid": "c8ceae9a-e817-4bef-8011-7a9bdafca709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2229.278333] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.278333] env[62187]: DEBUG nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2229.286278] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.327s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.314784] env[62187]: DEBUG oslo_vmware.api [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133304, 'name': PowerOnVM_Task, 'duration_secs': 2.596585} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.318476] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2229.318691] env[62187]: INFO nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Took 21.87 seconds to spawn the instance on the hypervisor. [ 2229.318874] env[62187]: DEBUG nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2229.320516] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f95ec9-de53-4a28-ac56-88b6eb82d834 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.330427] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133315, 'name': CreateVM_Task, 'duration_secs': 0.638038} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.332154] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2229.336609] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.336801] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.337174] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2229.338085] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d8d296-040e-45ea-86b0-38e5cda53512 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.343822] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2229.343822] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b00f9b-3ae3-4b0f-a423-e59ac6dcb36f" [ 2229.343822] env[62187]: _type = "Task" [ 2229.343822] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.353408] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b00f9b-3ae3-4b0f-a423-e59ac6dcb36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.474063] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.489154] env[62187]: INFO nova.compute.manager [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Took 26.42 seconds to build instance. [ 2229.644660] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.748736] env[62187]: DEBUG oslo_concurrency.lockutils [req-f7d48339-6bf4-4edc-b133-ab2ee9d23ad1 req-462379ad-efb2-47b2-b3e9-df051590787f service nova] Releasing lock "refresh_cache-d7ea45a9-20d5-46e8-a0ba-478c72f0295b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.760631] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.761615] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.783175] env[62187]: DEBUG nova.compute.utils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2229.793376] env[62187]: DEBUG nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2229.793376] env[62187]: DEBUG nova.network.neutron [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2229.853245] env[62187]: INFO nova.compute.manager [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Took 33.31 seconds to build instance. [ 2229.863702] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b00f9b-3ae3-4b0f-a423-e59ac6dcb36f, 'name': SearchDatastore_Task, 'duration_secs': 0.018202} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.866414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.866414] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2229.866414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2229.866628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2229.866731] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2229.867195] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9dc62ea-0fb7-48a8-b363-f310d92d87df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.871138] env[62187]: DEBUG nova.policy [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe5974d190144803be761f95dd2e6189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372711927fdf4ea7b63f2ed784c7d3b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2229.886345] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2229.886541] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2229.887373] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7982de54-e4f4-42ce-b8d2-a4f377273263 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.893964] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2229.893964] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524f0d90-640a-b443-263c-a39b7688df80" [ 2229.893964] env[62187]: _type = "Task" [ 2229.893964] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.906909] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524f0d90-640a-b443-263c-a39b7688df80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.974727] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.989666] env[62187]: DEBUG oslo_concurrency.lockutils [None req-64ac86ff-7174-447b-86b6-ea7abea2c341 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.928s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.084424] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811af8a5-389b-453a-86aa-368703bb9ada {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.091262] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee8e932-8436-4326-b9bc-1194d3859f75 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.123546] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223caef1-f2c5-4741-956d-44ed63fc556f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.135019] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f215f44-37e3-495f-af6f-1cf14523ed76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.144000] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646026} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.152293] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b/0ddcdd43-6228-44e5-a6f0-3eab5aaa395b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2230.152528] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2230.153370] env[62187]: DEBUG nova.compute.provider_tree [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2230.154624] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae3dea3-bb85-4d3e-9317-725a3990f6b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.161461] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2230.161461] env[62187]: value = "task-2133318" [ 2230.161461] env[62187]: _type = "Task" [ 2230.161461] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.170328] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.292928] env[62187]: DEBUG nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2230.323565] env[62187]: DEBUG nova.network.neutron [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Successfully created port: 61150831-ef08-49bb-b928-32b012b62318 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2230.363773] env[62187]: DEBUG oslo_concurrency.lockutils [None req-252b87a7-64d3-4150-93c7-af051f43285a tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "56b050d2-2229-4c68-8627-58fe87825031" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.830s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.408268] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524f0d90-640a-b443-263c-a39b7688df80, 'name': SearchDatastore_Task, 'duration_secs': 0.024571} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.409134] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adf94990-aa70-4992-89d8-0884c77f6e34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.423151] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2230.423151] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f220be-f81a-0814-b699-e2da98434fb9" [ 2230.423151] env[62187]: _type = "Task" [ 2230.423151] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.430911] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f220be-f81a-0814-b699-e2da98434fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.474842] env[62187]: DEBUG oslo_vmware.api [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133299, 'name': ReconfigVM_Task, 'duration_secs': 5.93445} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.475481] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.475481] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Reconfigured VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2230.659165] env[62187]: DEBUG nova.scheduler.client.report [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2230.671974] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067583} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.672363] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2230.673443] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b948bf96-3c4b-495c-b022-167a10efd2b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.713237] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b/0ddcdd43-6228-44e5-a6f0-3eab5aaa395b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2230.713237] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e05669-78c7-49c8-bc56-043b85a6f59d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.734542] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2230.734542] env[62187]: value = "task-2133319" [ 2230.734542] env[62187]: _type = "Task" [ 2230.734542] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.743448] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133319, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.937365] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f220be-f81a-0814-b699-e2da98434fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.035821} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.937365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.938257] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d7ea45a9-20d5-46e8-a0ba-478c72f0295b/d7ea45a9-20d5-46e8-a0ba-478c72f0295b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2230.940063] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc84629e-b8db-4391-b668-5649f0cc3a25 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.948165] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2230.948165] env[62187]: value = "task-2133320" [ 2230.948165] env[62187]: _type = "Task" [ 2230.948165] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.956481] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.978799] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.978799] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.141451] env[62187]: DEBUG nova.compute.manager [req-b61f3d1e-91bb-40b3-a555-622372df05b7 req-91546fdc-57d2-43b0-86fb-7b0b470aba9f service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-vif-deleted-df1bbcba-61d0-44cf-88d8-2d2f02967b57 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2231.141902] env[62187]: INFO nova.compute.manager [req-b61f3d1e-91bb-40b3-a555-622372df05b7 req-91546fdc-57d2-43b0-86fb-7b0b470aba9f service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Neutron deleted interface df1bbcba-61d0-44cf-88d8-2d2f02967b57; detaching it from the instance and deleting it from the info cache [ 2231.142122] env[62187]: DEBUG nova.network.neutron [req-b61f3d1e-91bb-40b3-a555-622372df05b7 req-91546fdc-57d2-43b0-86fb-7b0b470aba9f service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "00151831-272b-4756-8927-ff5579f8d404", "address": "fa:16:3e:0e:2f:83", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00151831-27", "ovs_interfaceid": "00151831-272b-4756-8927-ff5579f8d404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.246916] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133319, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.305379] env[62187]: DEBUG nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2231.336650] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2231.336997] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2231.337212] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2231.337448] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2231.337602] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2231.337807] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2231.338058] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2231.338246] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2231.338392] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2231.338639] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2231.338855] env[62187]: DEBUG nova.virt.hardware [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2231.339857] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b7ee47-6953-4dc6-a81f-aa32df6dfd4f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.350984] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb40a61f-9cf5-4e48-8bc9-4346ba1e6171 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.365355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "56b050d2-2229-4c68-8627-58fe87825031" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.365633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "56b050d2-2229-4c68-8627-58fe87825031" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.365846] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "56b050d2-2229-4c68-8627-58fe87825031-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.366040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "56b050d2-2229-4c68-8627-58fe87825031-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.366195] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "56b050d2-2229-4c68-8627-58fe87825031-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.368685] env[62187]: INFO nova.compute.manager [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Terminating instance [ 2231.462185] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.464054] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2231.464535] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2231.465873] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f56c5d-5a50-40b3-8624-1aaa48142363 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.487151] env[62187]: DEBUG nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2231.491623] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd66724-e9da-4f55-b6dd-0a4642983266 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.527413] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da/volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2231.527789] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86074734-bd67-48e1-9a17-3b661e5cdeff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.547910] env[62187]: DEBUG oslo_vmware.api [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2231.547910] env[62187]: value = "task-2133321" [ 2231.547910] env[62187]: _type = "Task" [ 2231.547910] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.556734] env[62187]: DEBUG oslo_vmware.api [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.645368] env[62187]: DEBUG oslo_concurrency.lockutils [req-b61f3d1e-91bb-40b3-a555-622372df05b7 req-91546fdc-57d2-43b0-86fb-7b0b470aba9f service nova] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.645368] env[62187]: DEBUG oslo_concurrency.lockutils [req-b61f3d1e-91bb-40b3-a555-622372df05b7 req-91546fdc-57d2-43b0-86fb-7b0b470aba9f service nova] Acquired lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.646560] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243b3296-dbbd-4eda-a9f9-504e31364d65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.667371] env[62187]: DEBUG oslo_concurrency.lockutils [req-b61f3d1e-91bb-40b3-a555-622372df05b7 req-91546fdc-57d2-43b0-86fb-7b0b470aba9f service nova] Releasing lock "c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.667828] env[62187]: WARNING nova.compute.manager [req-b61f3d1e-91bb-40b3-a555-622372df05b7 req-91546fdc-57d2-43b0-86fb-7b0b470aba9f service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Detach interface failed, port_id=df1bbcba-61d0-44cf-88d8-2d2f02967b57, reason: No device with interface-id df1bbcba-61d0-44cf-88d8-2d2f02967b57 exists on VM: nova.exception.NotFound: No device with interface-id df1bbcba-61d0-44cf-88d8-2d2f02967b57 exists on VM [ 2231.669262] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.388s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.672624] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.912s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.674230] env[62187]: INFO nova.compute.claims [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2231.749019] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133319, 'name': ReconfigVM_Task, 'duration_secs': 0.517906} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.749353] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b/0ddcdd43-6228-44e5-a6f0-3eab5aaa395b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2231.750066] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2677e57-a3fc-4273-b44e-dce72f63e672 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.757480] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2231.757480] env[62187]: value = "task-2133322" [ 2231.757480] env[62187]: _type = "Task" [ 2231.757480] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.766326] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133322, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.873044] env[62187]: DEBUG nova.compute.manager [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2231.873364] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2231.874566] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52108ca-68f1-4ed1-b257-561277b0659c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.888950] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2231.891398] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08c2df58-ed6c-48d7-b4d1-95c2f25225f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.899136] env[62187]: DEBUG oslo_vmware.api [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2231.899136] env[62187]: value = "task-2133323" [ 2231.899136] env[62187]: _type = "Task" [ 2231.899136] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.915691] env[62187]: DEBUG oslo_vmware.api [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.942547] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.942747] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.942836] env[62187]: DEBUG nova.network.neutron [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2231.957382] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133320, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.989192] env[62187]: DEBUG nova.compute.manager [req-e4636dd1-288b-40d1-9963-9d61903b029d req-559c5adb-8488-46ee-b3c9-deb8df5d6cf6 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Received event network-vif-plugged-61150831-ef08-49bb-b928-32b012b62318 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2231.989450] env[62187]: DEBUG oslo_concurrency.lockutils [req-e4636dd1-288b-40d1-9963-9d61903b029d req-559c5adb-8488-46ee-b3c9-deb8df5d6cf6 service nova] Acquiring lock "360b89d0-669a-46a3-b19d-9dc687cfee69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.989788] env[62187]: DEBUG oslo_concurrency.lockutils [req-e4636dd1-288b-40d1-9963-9d61903b029d req-559c5adb-8488-46ee-b3c9-deb8df5d6cf6 service nova] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.990262] env[62187]: DEBUG oslo_concurrency.lockutils [req-e4636dd1-288b-40d1-9963-9d61903b029d req-559c5adb-8488-46ee-b3c9-deb8df5d6cf6 service nova] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.990477] env[62187]: DEBUG nova.compute.manager [req-e4636dd1-288b-40d1-9963-9d61903b029d req-559c5adb-8488-46ee-b3c9-deb8df5d6cf6 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] No waiting events found dispatching network-vif-plugged-61150831-ef08-49bb-b928-32b012b62318 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2231.990694] env[62187]: WARNING nova.compute.manager [req-e4636dd1-288b-40d1-9963-9d61903b029d req-559c5adb-8488-46ee-b3c9-deb8df5d6cf6 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Received unexpected event network-vif-plugged-61150831-ef08-49bb-b928-32b012b62318 for instance with vm_state building and task_state spawning. [ 2232.021735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.058946] env[62187]: DEBUG oslo_vmware.api [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133321, 'name': ReconfigVM_Task, 'duration_secs': 0.382949} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.060747] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da/volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2232.071290] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b842758-436a-481c-96a8-4e979b03647a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.091299] env[62187]: DEBUG oslo_vmware.api [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2232.091299] env[62187]: value = "task-2133324" [ 2232.091299] env[62187]: _type = "Task" [ 2232.091299] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.103235] env[62187]: DEBUG oslo_vmware.api [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.231046] env[62187]: DEBUG nova.network.neutron [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Successfully updated port: 61150831-ef08-49bb-b928-32b012b62318 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2232.268419] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133322, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.269468] env[62187]: INFO nova.scheduler.client.report [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted allocation for migration 269f7f62-037f-4ff6-95e4-4e371df5516b [ 2232.409385] env[62187]: DEBUG oslo_vmware.api [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133323, 'name': PowerOffVM_Task, 'duration_secs': 0.371804} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.409702] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2232.409906] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2232.410242] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58edad65-d730-4e1c-a6f7-0e6df29a56ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.457567] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133320, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.564349] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2232.564644] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2232.564907] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleting the datastore file [datastore2] 56b050d2-2229-4c68-8627-58fe87825031 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2232.565320] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84d03011-32ac-48db-a19b-8246be5d51fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.577648] env[62187]: DEBUG oslo_vmware.api [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2232.577648] env[62187]: value = "task-2133326" [ 2232.577648] env[62187]: _type = "Task" [ 2232.577648] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.591027] env[62187]: DEBUG oslo_vmware.api [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.609245] env[62187]: DEBUG oslo_vmware.api [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133324, 'name': ReconfigVM_Task, 'duration_secs': 0.14799} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.609245] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2232.734161] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "refresh_cache-360b89d0-669a-46a3-b19d-9dc687cfee69" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.735383] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "refresh_cache-360b89d0-669a-46a3-b19d-9dc687cfee69" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.735383] env[62187]: DEBUG nova.network.neutron [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2232.772673] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133322, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.777860] env[62187]: DEBUG oslo_concurrency.lockutils [None req-203a6297-bd0a-4047-802c-97fe23ddd80b tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.350s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.842158] env[62187]: INFO nova.network.neutron [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Port 00151831-272b-4756-8927-ff5579f8d404 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2232.842501] env[62187]: DEBUG nova.network.neutron [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [{"id": "48c5c7c1-946a-422f-9da0-fba721267841", "address": "fa:16:3e:f6:f3:8d", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48c5c7c1-94", "ovs_interfaceid": "48c5c7c1-946a-422f-9da0-fba721267841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.963813] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133320, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.591279} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.964184] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d7ea45a9-20d5-46e8-a0ba-478c72f0295b/d7ea45a9-20d5-46e8-a0ba-478c72f0295b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2232.964411] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2232.964686] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3298d714-60fc-43ef-b5c6-b4db31631997 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.972241] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965383c-14f9-4a43-9216-3582e1fc8780 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.976428] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2232.976428] env[62187]: value = "task-2133327" [ 2232.976428] env[62187]: _type = "Task" [ 2232.976428] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.983946] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f741603d-5558-4d49-8ad9-ce69a5dc61fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.991936] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.994145] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.994389] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.994653] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.994970] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.995178] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.028035] env[62187]: INFO nova.compute.manager [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Terminating instance [ 2233.030224] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ab4b7b-cf2a-4200-975f-cd4dd1573cc5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.040042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef0d3ea-a505-4eef-a320-06edd4915dfc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.057121] env[62187]: DEBUG nova.compute.provider_tree [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2233.074511] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.076674] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.076674] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.076674] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.076674] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.077405] env[62187]: INFO nova.compute.manager [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Terminating instance [ 2233.089970] env[62187]: DEBUG oslo_vmware.api [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449356} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.090704] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2233.090895] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2233.091109] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2233.091286] env[62187]: INFO nova.compute.manager [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2233.091549] env[62187]: DEBUG oslo.service.loopingcall [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.091727] env[62187]: DEBUG nova.compute.manager [-] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2233.091832] env[62187]: DEBUG nova.network.neutron [-] [instance: 56b050d2-2229-4c68-8627-58fe87825031] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2233.173023] env[62187]: DEBUG nova.compute.manager [req-cd6e6cd1-12d8-469c-96ba-9ea2d84f82d1 req-ffb4fc5b-5b4b-485a-a919-6bb78283699e service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-vif-deleted-00151831-272b-4756-8927-ff5579f8d404 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2233.269422] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133322, 'name': Rename_Task, 'duration_secs': 1.072759} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.269719] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2233.270072] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0abb523-1d53-439c-acd3-03f7314fa94e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.276834] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2233.276834] env[62187]: value = "task-2133328" [ 2233.276834] env[62187]: _type = "Task" [ 2233.276834] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.285588] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.299105] env[62187]: DEBUG nova.network.neutron [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2233.345867] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-c8311a69-8de9-45a1-90a2-5203b32ed205" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.488470] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073582} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.488775] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2233.489616] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20efbd90-12f1-4e5c-b363-9755ad0590c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.516109] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] d7ea45a9-20d5-46e8-a0ba-478c72f0295b/d7ea45a9-20d5-46e8-a0ba-478c72f0295b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2233.516870] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-622e21d6-2c60-4fa6-a251-9cabd202f95d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.534243] env[62187]: DEBUG nova.network.neutron [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Updating instance_info_cache with network_info: [{"id": "61150831-ef08-49bb-b928-32b012b62318", "address": "fa:16:3e:77:96:2f", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61150831-ef", "ovs_interfaceid": "61150831-ef08-49bb-b928-32b012b62318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.538097] env[62187]: DEBUG nova.compute.manager [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2233.538321] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2233.539825] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b40f738-be60-4d69-9981-811406dc2934 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.546154] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2233.546154] env[62187]: value = "task-2133329" [ 2233.546154] env[62187]: _type = "Task" [ 2233.546154] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.553329] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2233.554387] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6105c43-fe3b-4ca7-9fd4-ce9dd4f0251c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.560228] env[62187]: DEBUG nova.scheduler.client.report [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2233.562814] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133329, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.568728] env[62187]: DEBUG oslo_vmware.api [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2233.568728] env[62187]: value = "task-2133330" [ 2233.568728] env[62187]: _type = "Task" [ 2233.568728] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.577517] env[62187]: DEBUG oslo_vmware.api [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.587939] env[62187]: DEBUG nova.compute.manager [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2233.587939] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2233.588152] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bdfc16-e792-41f2-b8fb-d6a14102e566 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.596548] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2233.597887] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6389c5c5-47f8-4fea-9c7f-5f7d3766900e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.603440] env[62187]: DEBUG oslo_vmware.api [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2233.603440] env[62187]: value = "task-2133331" [ 2233.603440] env[62187]: _type = "Task" [ 2233.603440] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.612340] env[62187]: DEBUG oslo_vmware.api [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.651507] env[62187]: DEBUG nova.objects.instance [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'flavor' on Instance uuid 62af59af-f706-404d-b68c-9337c0abdf3b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2233.663480] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "704284b7-a566-4faf-9da3-69110d08c8e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.663868] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "704284b7-a566-4faf-9da3-69110d08c8e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.790184] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133328, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.850665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be4a7567-e116-47b3-a46c-092f98fa2904 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-c8311a69-8de9-45a1-90a2-5203b32ed205-df1bbcba-61d0-44cf-88d8-2d2f02967b57" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.993s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.868158] env[62187]: DEBUG nova.network.neutron [-] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.020141] env[62187]: DEBUG nova.compute.manager [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Received event network-changed-61150831-ef08-49bb-b928-32b012b62318 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2234.020527] env[62187]: DEBUG nova.compute.manager [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Refreshing instance network info cache due to event network-changed-61150831-ef08-49bb-b928-32b012b62318. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2234.020527] env[62187]: DEBUG oslo_concurrency.lockutils [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] Acquiring lock "refresh_cache-360b89d0-669a-46a3-b19d-9dc687cfee69" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.039700] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "refresh_cache-360b89d0-669a-46a3-b19d-9dc687cfee69" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.040104] env[62187]: DEBUG nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Instance network_info: |[{"id": "61150831-ef08-49bb-b928-32b012b62318", "address": "fa:16:3e:77:96:2f", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61150831-ef", "ovs_interfaceid": "61150831-ef08-49bb-b928-32b012b62318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2234.040466] env[62187]: DEBUG oslo_concurrency.lockutils [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] Acquired lock "refresh_cache-360b89d0-669a-46a3-b19d-9dc687cfee69" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.040682] env[62187]: DEBUG nova.network.neutron [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Refreshing network info cache for port 61150831-ef08-49bb-b928-32b012b62318 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2234.042087] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:96:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61150831-ef08-49bb-b928-32b012b62318', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2234.050167] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating folder: Project (372711927fdf4ea7b63f2ed784c7d3b2). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2234.050740] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58df14fd-2bdf-4182-a6a3-5229b09f6cd3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.062704] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133329, 'name': ReconfigVM_Task, 'duration_secs': 0.404366} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.063026] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] d7ea45a9-20d5-46e8-a0ba-478c72f0295b/d7ea45a9-20d5-46e8-a0ba-478c72f0295b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2234.064968] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa799a89-50f4-4cea-a00b-3eb735af195b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.067108] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.067581] env[62187]: DEBUG nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2234.070015] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created folder: Project (372711927fdf4ea7b63f2ed784c7d3b2) in parent group-v435995. [ 2234.070206] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating folder: Instances. Parent ref: group-v436230. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2234.071221] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.309s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.072272] env[62187]: INFO nova.compute.claims [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2234.075165] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14259919-9ec1-426a-88d6-204d890585ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.082441] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2234.082441] env[62187]: value = "task-2133333" [ 2234.082441] env[62187]: _type = "Task" [ 2234.082441] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.091795] env[62187]: DEBUG oslo_vmware.api [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133330, 'name': PowerOffVM_Task, 'duration_secs': 0.190472} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.093034] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.093034] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2234.093217] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created folder: Instances in parent group-v436230. [ 2234.093854] env[62187]: DEBUG oslo.service.loopingcall [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2234.093854] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a0b1054-b8af-4452-865e-13d5f8ef791e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.095483] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2234.098609] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c01eea25-1f51-42f2-a91c-dbe7ae4ebef6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.114896] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133333, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.125610] env[62187]: DEBUG oslo_vmware.api [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133331, 'name': PowerOffVM_Task, 'duration_secs': 0.211423} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.127028] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2234.127205] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2234.127450] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2234.127450] env[62187]: value = "task-2133336" [ 2234.127450] env[62187]: _type = "Task" [ 2234.127450] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.127858] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c915f47-1286-4228-9786-ba026ed2e39e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.137900] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133336, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.162265] env[62187]: DEBUG oslo_concurrency.lockutils [None req-21ed7a63-2c90-4f6d-a2d1-1f3552f34f02 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.820s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.163538] env[62187]: INFO nova.compute.manager [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Rebuilding instance [ 2234.165792] env[62187]: DEBUG nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2234.219788] env[62187]: DEBUG nova.compute.manager [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2234.220697] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ecc1e7-69da-40a4-a10c-181b60e9dcac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.293973] env[62187]: DEBUG oslo_vmware.api [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133328, 'name': PowerOnVM_Task, 'duration_secs': 0.682721} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.294253] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2234.294431] env[62187]: INFO nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Took 11.69 seconds to spawn the instance on the hypervisor. [ 2234.294616] env[62187]: DEBUG nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2234.295494] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036a2023-188a-4fd0-abb4-e3fcb0cfa5e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.371826] env[62187]: INFO nova.compute.manager [-] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Took 1.28 seconds to deallocate network for instance. [ 2234.499545] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2234.499791] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2234.499947] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleting the datastore file [datastore2] c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2234.500231] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab2189a6-f242-484e-81d7-fda60e8699e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.507355] env[62187]: DEBUG oslo_vmware.api [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2234.507355] env[62187]: value = "task-2133338" [ 2234.507355] env[62187]: _type = "Task" [ 2234.507355] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.515738] env[62187]: DEBUG oslo_vmware.api [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.573281] env[62187]: DEBUG nova.compute.utils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2234.574606] env[62187]: DEBUG nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2234.574863] env[62187]: DEBUG nova.network.neutron [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2234.580703] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2234.580703] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2234.580703] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleting the datastore file [datastore1] b93d8f90-f413-4677-b7b4-97c86d50b2b1 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2234.580703] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac6904e9-c14b-4189-aba9-f2ad1ee73c08 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.592019] env[62187]: DEBUG oslo_vmware.api [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2234.592019] env[62187]: value = "task-2133339" [ 2234.592019] env[62187]: _type = "Task" [ 2234.592019] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.592820] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133333, 'name': Rename_Task, 'duration_secs': 0.212618} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.598253] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2234.599121] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079d9c31-3e96-4d8e-9f10-b8e70c3e9d21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.605589] env[62187]: DEBUG oslo_vmware.api [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.607184] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2234.607184] env[62187]: value = "task-2133340" [ 2234.607184] env[62187]: _type = "Task" [ 2234.607184] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.620097] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.639948] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133336, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.666322] env[62187]: DEBUG nova.policy [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88911fd1681642ddb4d8bee12bd833d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29c5866393c348b4941b256f4e41dbf6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2234.696178] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.812604] env[62187]: INFO nova.compute.manager [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Took 25.28 seconds to build instance. [ 2234.881870] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.927113] env[62187]: DEBUG nova.network.neutron [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Updated VIF entry in instance network info cache for port 61150831-ef08-49bb-b928-32b012b62318. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.927519] env[62187]: DEBUG nova.network.neutron [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Updating instance_info_cache with network_info: [{"id": "61150831-ef08-49bb-b928-32b012b62318", "address": "fa:16:3e:77:96:2f", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61150831-ef", "ovs_interfaceid": "61150831-ef08-49bb-b928-32b012b62318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.017501] env[62187]: DEBUG oslo_vmware.api [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255414} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.017757] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2235.017945] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2235.018130] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2235.018305] env[62187]: INFO nova.compute.manager [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Took 1.48 seconds to destroy the instance on the hypervisor. [ 2235.018546] env[62187]: DEBUG oslo.service.loopingcall [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2235.018736] env[62187]: DEBUG nova.compute.manager [-] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2235.018829] env[62187]: DEBUG nova.network.neutron [-] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2235.080805] env[62187]: DEBUG nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2235.083511] env[62187]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 00151831-272b-4756-8927-ff5579f8d404 could not be found.", "detail": ""}} {{(pid=62187) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2235.083920] env[62187]: DEBUG nova.network.neutron [-] Unable to show port 00151831-272b-4756-8927-ff5579f8d404 as it no longer exists. {{(pid=62187) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2235.104883] env[62187]: DEBUG oslo_vmware.api [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238974} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.105189] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2235.105370] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2235.105544] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2235.105709] env[62187]: INFO nova.compute.manager [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Took 1.52 seconds to destroy the instance on the hypervisor. [ 2235.105957] env[62187]: DEBUG oslo.service.loopingcall [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2235.106166] env[62187]: DEBUG nova.compute.manager [-] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2235.106255] env[62187]: DEBUG nova.network.neutron [-] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2235.118062] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.144788] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133336, 'name': CreateVM_Task, 'duration_secs': 0.669305} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.145087] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2235.145963] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.146176] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.146503] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2235.146764] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd50829-e4cc-4362-852c-ee9d0c306941 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.152156] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2235.152156] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5286ac71-4ba7-2775-3efa-809e48560a70" [ 2235.152156] env[62187]: _type = "Task" [ 2235.152156] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.155699] env[62187]: DEBUG nova.network.neutron [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Successfully created port: 7e645650-183c-496f-8ecc-f06ed50cd784 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2235.165860] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5286ac71-4ba7-2775-3efa-809e48560a70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.237097] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2235.237635] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a8bde5a-1f2b-40da-a9cd-9495faa4e2ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.249131] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2235.249131] env[62187]: value = "task-2133341" [ 2235.249131] env[62187]: _type = "Task" [ 2235.249131] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.262871] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.318397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-211365c3-7ba2-4056-8ddc-630fe7f75e95 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.798s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2235.419507] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8368a-3040-4945-80a3-f17866c16a83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.428093] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99a408-c2e8-4a4f-9a87-ffbe22e65e35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.432172] env[62187]: DEBUG oslo_concurrency.lockutils [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] Releasing lock "refresh_cache-360b89d0-669a-46a3-b19d-9dc687cfee69" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.432465] env[62187]: DEBUG nova.compute.manager [req-552e7933-774b-4784-b604-876980e0a460 req-3216bf58-43a1-4574-90f5-2351f5d88073 service nova] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Received event network-vif-deleted-8fa91cb7-4f12-49b2-ba52-c919dc818db4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2235.468064] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eddc385-2c09-4734-b67c-fb27b3631865 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.476762] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd97dd16-5df2-4e51-aa8c-341298c1625c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.493325] env[62187]: DEBUG nova.compute.provider_tree [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2235.623755] env[62187]: DEBUG oslo_vmware.api [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133340, 'name': PowerOnVM_Task, 'duration_secs': 0.851932} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.623755] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2235.623755] env[62187]: INFO nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Took 10.68 seconds to spawn the instance on the hypervisor. [ 2235.623755] env[62187]: DEBUG nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2235.624503] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbd165e-7dc7-4df9-8f06-078ca90bbcaf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.668482] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5286ac71-4ba7-2775-3efa-809e48560a70, 'name': SearchDatastore_Task, 'duration_secs': 0.024067} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.668482] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.668736] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2235.669256] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.669623] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.670244] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2235.670569] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31450375-204c-4003-ac9a-09afbed6d360 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.680815] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2235.681123] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2235.682057] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92362f53-5753-4b77-b4ae-c2b83b955179 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.689941] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2235.689941] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238d025-f8b5-9d87-af89-a2f906108eb1" [ 2235.689941] env[62187]: _type = "Task" [ 2235.689941] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.702758] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238d025-f8b5-9d87-af89-a2f906108eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.754818] env[62187]: DEBUG nova.compute.manager [req-a2eca4b1-a5df-4461-b05a-425489249b47 req-1daca167-996d-4093-b3cd-0a67ae34d831 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Received event network-vif-deleted-ecfd99b8-c6ee-49a7-b623-863666d3efa8 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2235.755073] env[62187]: INFO nova.compute.manager [req-a2eca4b1-a5df-4461-b05a-425489249b47 req-1daca167-996d-4093-b3cd-0a67ae34d831 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Neutron deleted interface ecfd99b8-c6ee-49a7-b623-863666d3efa8; detaching it from the instance and deleting it from the info cache [ 2235.756830] env[62187]: DEBUG nova.network.neutron [req-a2eca4b1-a5df-4461-b05a-425489249b47 req-1daca167-996d-4093-b3cd-0a67ae34d831 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.770624] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133341, 'name': PowerOffVM_Task, 'duration_secs': 0.199498} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.771326] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2235.863572] env[62187]: INFO nova.compute.manager [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Detaching volume b5ffcd88-9e87-41eb-9bbd-47e07b0130da [ 2235.924440] env[62187]: INFO nova.virt.block_device [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Attempting to driver detach volume b5ffcd88-9e87-41eb-9bbd-47e07b0130da from mountpoint /dev/sdb [ 2235.924682] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2235.924869] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2235.926025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec6a3a1-9fc4-4cfb-84e7-519cb99e76a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.954804] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c07d2a0-70b1-40c8-bba1-005d67587b57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.963256] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23420010-de70-4e2d-9a1c-fa904f8c1f85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.985573] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c917b742-b766-4ecb-822a-a0b1a3032c3e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.004020] env[62187]: DEBUG nova.scheduler.client.report [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2236.010015] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] The volume has not been displaced from its original location: [datastore1] volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da/volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2236.012298] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2236.012855] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2027e2bb-5264-40df-9ed4-ac197b5c300a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.033433] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2236.033433] env[62187]: value = "task-2133342" [ 2236.033433] env[62187]: _type = "Task" [ 2236.033433] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.044714] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.092753] env[62187]: DEBUG nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2236.126544] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2236.126790] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2236.126944] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2236.127182] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2236.127380] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2236.127966] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2236.127966] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2236.127966] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2236.128887] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2236.129186] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2236.129399] env[62187]: DEBUG nova.virt.hardware [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2236.130309] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5818e53-a75d-491c-8663-c9e93f7edb55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.142553] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328808c3-fa96-4c68-8d6d-9d516911b6dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.149340] env[62187]: INFO nova.compute.manager [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Took 24.77 seconds to build instance. [ 2236.200433] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238d025-f8b5-9d87-af89-a2f906108eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.033811} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.201327] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f6e9e5-9fb8-432a-a16d-df07afd50c48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.211055] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2236.211055] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5267170b-032a-1d27-c95d-0f1edb173972" [ 2236.211055] env[62187]: _type = "Task" [ 2236.211055] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.223228] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5267170b-032a-1d27-c95d-0f1edb173972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.228815] env[62187]: DEBUG nova.network.neutron [-] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.263659] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b851350-982e-4bb5-865b-d146014f41fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.274022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4dba21-0c4a-4607-aa45-0250aca282a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.313659] env[62187]: DEBUG nova.compute.manager [req-a2eca4b1-a5df-4461-b05a-425489249b47 req-1daca167-996d-4093-b3cd-0a67ae34d831 service nova] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Detach interface failed, port_id=ecfd99b8-c6ee-49a7-b623-863666d3efa8, reason: Instance b93d8f90-f413-4677-b7b4-97c86d50b2b1 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2236.411710] env[62187]: DEBUG nova.network.neutron [-] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.517541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.517541] env[62187]: DEBUG nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2236.521180] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.499s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.522051] env[62187]: INFO nova.compute.claims [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2236.551286] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133342, 'name': ReconfigVM_Task, 'duration_secs': 0.240696} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.554652] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2236.561653] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44037058-6304-4051-9b4e-d6ebf3565a01 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.576789] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2236.576789] env[62187]: value = "task-2133343" [ 2236.576789] env[62187]: _type = "Task" [ 2236.576789] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.583429] env[62187]: DEBUG nova.compute.manager [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Received event network-changed-14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2236.583610] env[62187]: DEBUG nova.compute.manager [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Refreshing instance network info cache due to event network-changed-14be1468-3386-4cfa-bdef-57c1b54843ba. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2236.583817] env[62187]: DEBUG oslo_concurrency.lockutils [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] Acquiring lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.583951] env[62187]: DEBUG oslo_concurrency.lockutils [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] Acquired lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.584123] env[62187]: DEBUG nova.network.neutron [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Refreshing network info cache for port 14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2236.593248] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.660416] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5a014f54-d474-487e-92f3-e7f3c56c8825 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.287s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.721804] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5267170b-032a-1d27-c95d-0f1edb173972, 'name': SearchDatastore_Task, 'duration_secs': 0.026716} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.723030] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.723030] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 360b89d0-669a-46a3-b19d-9dc687cfee69/360b89d0-669a-46a3-b19d-9dc687cfee69.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2236.723239] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b34e447-ec2c-4b20-80d1-a82af5edd9d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.730448] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2236.730448] env[62187]: value = "task-2133344" [ 2236.730448] env[62187]: _type = "Task" [ 2236.730448] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.735225] env[62187]: INFO nova.compute.manager [-] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Took 1.63 seconds to deallocate network for instance. [ 2236.746123] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.914988] env[62187]: INFO nova.compute.manager [-] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Took 1.90 seconds to deallocate network for instance. [ 2237.031970] env[62187]: DEBUG nova.compute.utils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2237.037537] env[62187]: DEBUG nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2237.037893] env[62187]: DEBUG nova.network.neutron [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2237.091543] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133343, 'name': ReconfigVM_Task, 'duration_secs': 0.200238} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.091901] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2237.100647] env[62187]: DEBUG nova.policy [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1822c89706e4e6f8e77a169d8d20eb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca6f4bced124d88a00fcb00c3cd0fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2237.240962] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133344, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.248520] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.423367] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2237.476322] env[62187]: DEBUG nova.network.neutron [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Updated VIF entry in instance network info cache for port 14be1468-3386-4cfa-bdef-57c1b54843ba. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2237.476441] env[62187]: DEBUG nova.network.neutron [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Updating instance_info_cache with network_info: [{"id": "14be1468-3386-4cfa-bdef-57c1b54843ba", "address": "fa:16:3e:a3:ee:f0", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14be1468-33", "ovs_interfaceid": "14be1468-3386-4cfa-bdef-57c1b54843ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.545445] env[62187]: DEBUG nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2237.561708] env[62187]: DEBUG nova.network.neutron [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Successfully created port: fcbd750b-8108-40e7-8fed-161baade72c7 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2237.655192] env[62187]: DEBUG nova.network.neutron [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Successfully updated port: 7e645650-183c-496f-8ecc-f06ed50cd784 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2237.740795] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591626} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.741304] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 360b89d0-669a-46a3-b19d-9dc687cfee69/360b89d0-669a-46a3-b19d-9dc687cfee69.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2237.741560] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2237.741840] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d982fc2-4939-413a-b6c6-dbff6621e621 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.752434] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2237.752434] env[62187]: value = "task-2133345" [ 2237.752434] env[62187]: _type = "Task" [ 2237.752434] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.763446] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.839030] env[62187]: DEBUG nova.compute.manager [req-1874d4ec-871f-4941-86b6-c244d2104b85 req-f7fab7a4-fed5-4d7b-9c36-44fe61f00da9 service nova] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Received event network-vif-deleted-48c5c7c1-946a-422f-9da0-fba721267841 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2237.869984] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a45499-cede-4a4b-87d5-881da1a8dbe6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.879466] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950d65b-babb-40f9-b873-8d681d6882e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.927248] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1c4a53-db8d-40e0-b18c-95010765778a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.935686] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08085a5b-d614-47fe-ab88-cf6631f149c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.949988] env[62187]: DEBUG nova.compute.provider_tree [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2237.981227] env[62187]: DEBUG oslo_concurrency.lockutils [req-ceae051b-7f6f-4699-834c-0cc061616125 req-3c30e3ab-444b-4954-ada8-0efa32dd1147 service nova] Releasing lock "refresh_cache-0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.027474] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "4a009858-f9fb-475a-b461-c6223ea19286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.027714] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "4a009858-f9fb-475a-b461-c6223ea19286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.161543] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "refresh_cache-8828c8d8-79e2-41c6-ab8c-9246b7327e8d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.161543] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquired lock "refresh_cache-8828c8d8-79e2-41c6-ab8c-9246b7327e8d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.161543] env[62187]: DEBUG nova.network.neutron [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2238.171859] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.172225] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f7987bb-831f-4d99-bec1-04121edd11e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.180865] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2238.180865] env[62187]: value = "task-2133346" [ 2238.180865] env[62187]: _type = "Task" [ 2238.180865] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.190437] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2238.190659] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2238.190856] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2238.191694] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686bf51e-4a74-4649-92ca-6c516993dac5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.212056] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd7196-2f81-43df-a52c-84fbd5e5f66d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.219238] env[62187]: WARNING nova.virt.vmwareapi.driver [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2238.219566] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2238.220389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65338d85-2e0d-4680-b011-77892d5a56ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.227384] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2238.227676] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b476e8b-37c2-4480-9031-701aa1452231 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.262482] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069921} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.262769] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2238.263632] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fed9aad-5e22-4952-a46b-f3a00b072d92 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.289719] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 360b89d0-669a-46a3-b19d-9dc687cfee69/360b89d0-669a-46a3-b19d-9dc687cfee69.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2238.290063] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83611a0f-bb4f-46bd-acd3-18582eb2006a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.310294] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2238.310294] env[62187]: value = "task-2133348" [ 2238.310294] env[62187]: _type = "Task" [ 2238.310294] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.319532] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.476441] env[62187]: ERROR nova.scheduler.client.report [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [req-d774f963-f99a-43c6-b33c-472391254ff4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d774f963-f99a-43c6-b33c-472391254ff4"}]} [ 2238.493860] env[62187]: DEBUG nova.scheduler.client.report [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2238.516343] env[62187]: DEBUG nova.scheduler.client.report [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2238.516753] env[62187]: DEBUG nova.compute.provider_tree [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2238.533487] env[62187]: DEBUG nova.scheduler.client.report [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2238.536121] env[62187]: DEBUG nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2238.539426] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.539661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.539880] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.540683] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.540683] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.543142] env[62187]: INFO nova.compute.manager [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Terminating instance [ 2238.563553] env[62187]: DEBUG nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2238.569803] env[62187]: DEBUG nova.scheduler.client.report [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2238.575197] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2238.575469] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2238.575659] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleting the datastore file [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2238.576292] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd8f699d-375a-4767-be44-308126e39955 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.588743] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2238.588743] env[62187]: value = "task-2133349" [ 2238.588743] env[62187]: _type = "Task" [ 2238.588743] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.599768] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.610237] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2238.610487] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2238.610640] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2238.610845] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2238.611021] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2238.611158] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2238.611391] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2238.611517] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2238.611726] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2238.611918] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2238.612123] env[62187]: DEBUG nova.virt.hardware [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2238.612986] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805c7301-900d-4582-a42e-95d596201c88 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.624808] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51bd267-d1a1-4dd2-991d-2b9860c4d5f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.647841] env[62187]: DEBUG nova.compute.manager [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Received event network-vif-plugged-7e645650-183c-496f-8ecc-f06ed50cd784 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2238.647841] env[62187]: DEBUG oslo_concurrency.lockutils [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] Acquiring lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.648226] env[62187]: DEBUG oslo_concurrency.lockutils [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.648745] env[62187]: DEBUG oslo_concurrency.lockutils [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.648745] env[62187]: DEBUG nova.compute.manager [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] No waiting events found dispatching network-vif-plugged-7e645650-183c-496f-8ecc-f06ed50cd784 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2238.648745] env[62187]: WARNING nova.compute.manager [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Received unexpected event network-vif-plugged-7e645650-183c-496f-8ecc-f06ed50cd784 for instance with vm_state building and task_state spawning. [ 2238.649580] env[62187]: DEBUG nova.compute.manager [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Received event network-changed-7e645650-183c-496f-8ecc-f06ed50cd784 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2238.649580] env[62187]: DEBUG nova.compute.manager [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Refreshing instance network info cache due to event network-changed-7e645650-183c-496f-8ecc-f06ed50cd784. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2238.649580] env[62187]: DEBUG oslo_concurrency.lockutils [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] Acquiring lock "refresh_cache-8828c8d8-79e2-41c6-ab8c-9246b7327e8d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.731731] env[62187]: DEBUG nova.network.neutron [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2238.827627] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.898428] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bdfa98-d59d-4501-883c-420f0640aab9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.909076] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ab8b59-be69-4242-b136-3b315d3714b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.948153] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e05257-1ae4-4f57-bf2d-766950890c9e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.956625] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa46c2a-c266-4753-928f-af73c1460d1f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.971483] env[62187]: DEBUG nova.compute.provider_tree [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2239.024296] env[62187]: DEBUG nova.network.neutron [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Updating instance_info_cache with network_info: [{"id": "7e645650-183c-496f-8ecc-f06ed50cd784", "address": "fa:16:3e:39:18:9d", "network": {"id": "760261a6-053f-4a03-b72f-8cb48a58d7c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1203283500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c5866393c348b4941b256f4e41dbf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e645650-18", "ovs_interfaceid": "7e645650-183c-496f-8ecc-f06ed50cd784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2239.048407] env[62187]: DEBUG nova.compute.manager [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2239.048407] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2239.052048] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2cd88d-9a0d-4994-acdf-09021147985b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.059062] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2239.059354] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-880dac9b-afba-43fb-a594-2b31ab9ef3ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.066667] env[62187]: DEBUG oslo_vmware.api [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2239.066667] env[62187]: value = "task-2133350" [ 2239.066667] env[62187]: _type = "Task" [ 2239.066667] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.068123] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.081415] env[62187]: DEBUG oslo_vmware.api [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.096590] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393243} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.096843] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2239.097034] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2239.097213] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2239.182367] env[62187]: DEBUG nova.network.neutron [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Successfully updated port: fcbd750b-8108-40e7-8fed-161baade72c7 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2239.327087] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133348, 'name': ReconfigVM_Task, 'duration_secs': 0.722236} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.327315] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 360b89d0-669a-46a3-b19d-9dc687cfee69/360b89d0-669a-46a3-b19d-9dc687cfee69.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2239.328124] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ed579bd-7b34-4f34-b4f6-2b62ea43bb17 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.336889] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2239.336889] env[62187]: value = "task-2133351" [ 2239.336889] env[62187]: _type = "Task" [ 2239.336889] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.349323] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133351, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.517874] env[62187]: DEBUG nova.scheduler.client.report [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2239.518163] env[62187]: DEBUG nova.compute.provider_tree [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 123 to 124 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2239.518347] env[62187]: DEBUG nova.compute.provider_tree [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2239.526541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Releasing lock "refresh_cache-8828c8d8-79e2-41c6-ab8c-9246b7327e8d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.526844] env[62187]: DEBUG nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Instance network_info: |[{"id": "7e645650-183c-496f-8ecc-f06ed50cd784", "address": "fa:16:3e:39:18:9d", "network": {"id": "760261a6-053f-4a03-b72f-8cb48a58d7c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1203283500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c5866393c348b4941b256f4e41dbf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e645650-18", "ovs_interfaceid": "7e645650-183c-496f-8ecc-f06ed50cd784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2239.527160] env[62187]: DEBUG oslo_concurrency.lockutils [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] Acquired lock "refresh_cache-8828c8d8-79e2-41c6-ab8c-9246b7327e8d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.527340] env[62187]: DEBUG nova.network.neutron [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Refreshing network info cache for port 7e645650-183c-496f-8ecc-f06ed50cd784 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2239.528807] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:18:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e645650-183c-496f-8ecc-f06ed50cd784', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2239.538888] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Creating folder: Project (29c5866393c348b4941b256f4e41dbf6). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2239.540367] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6702a5a-8c79-4ef2-b6a3-15df729bf2f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.552259] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Created folder: Project (29c5866393c348b4941b256f4e41dbf6) in parent group-v435995. [ 2239.552451] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Creating folder: Instances. Parent ref: group-v436233. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2239.552702] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30412ab3-590f-4ae5-b40d-0bee1d84d5c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.563074] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Created folder: Instances in parent group-v436233. [ 2239.563226] env[62187]: DEBUG oslo.service.loopingcall [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2239.563424] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2239.563638] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6467b1f6-d613-48f6-b5f5-09df88a20b4d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.588107] env[62187]: DEBUG oslo_vmware.api [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133350, 'name': PowerOffVM_Task, 'duration_secs': 0.400559} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.589419] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2239.589590] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2239.589822] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2239.589822] env[62187]: value = "task-2133354" [ 2239.589822] env[62187]: _type = "Task" [ 2239.589822] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.590009] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6571721b-b447-470d-a052-691050c64dd3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.599163] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133354, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.601745] env[62187]: INFO nova.virt.block_device [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Booting with volume b5ffcd88-9e87-41eb-9bbd-47e07b0130da at /dev/sdb [ 2239.642980] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f11cbf58-7950-4b35-b1ca-9ac54809166c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.652923] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef413a-c92f-487e-9780-85e9168f26df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.683218] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16c316bb-3f44-4ad0-a189-e0d82ee5b367 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.685513] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-d95d4893-1b1f-4570-a56c-8de46f99126b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.685691] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-d95d4893-1b1f-4570-a56c-8de46f99126b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.685841] env[62187]: DEBUG nova.network.neutron [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2239.694107] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b499e88-7fa7-42ec-9eac-612e47cf06dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.707725] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2239.707944] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2239.708139] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Deleting the datastore file [datastore1] d7ea45a9-20d5-46e8-a0ba-478c72f0295b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2239.708759] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fad74c0-d974-4b99-ac7b-63cbf3855ae2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.716292] env[62187]: DEBUG oslo_vmware.api [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for the task: (returnval){ [ 2239.716292] env[62187]: value = "task-2133356" [ 2239.716292] env[62187]: _type = "Task" [ 2239.716292] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.730910] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d47dfc-96b1-49cb-b7d4-b28fa98fa591 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.736683] env[62187]: DEBUG oslo_vmware.api [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.741180] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a9d70a-40fc-45d6-bfe9-2b0f8af71d61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.756591] env[62187]: DEBUG nova.virt.block_device [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updating existing volume attachment record: c89c9be5-7eb2-449a-bfa2-f7ab260d5794 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2239.849451] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133351, 'name': Rename_Task, 'duration_secs': 0.259483} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.849766] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2239.850033] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71f04e79-7cbe-4645-97c1-f39c1b015cdc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.856976] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2239.856976] env[62187]: value = "task-2133357" [ 2239.856976] env[62187]: _type = "Task" [ 2239.856976] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.865422] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.867764] env[62187]: DEBUG nova.compute.manager [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Received event network-vif-plugged-fcbd750b-8108-40e7-8fed-161baade72c7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2239.867902] env[62187]: DEBUG oslo_concurrency.lockutils [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] Acquiring lock "d95d4893-1b1f-4570-a56c-8de46f99126b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2239.868064] env[62187]: DEBUG oslo_concurrency.lockutils [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2239.868186] env[62187]: DEBUG oslo_concurrency.lockutils [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2239.868334] env[62187]: DEBUG nova.compute.manager [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] No waiting events found dispatching network-vif-plugged-fcbd750b-8108-40e7-8fed-161baade72c7 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2239.868506] env[62187]: WARNING nova.compute.manager [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Received unexpected event network-vif-plugged-fcbd750b-8108-40e7-8fed-161baade72c7 for instance with vm_state building and task_state spawning. [ 2239.868660] env[62187]: DEBUG nova.compute.manager [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Received event network-changed-fcbd750b-8108-40e7-8fed-161baade72c7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2239.868808] env[62187]: DEBUG nova.compute.manager [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Refreshing instance network info cache due to event network-changed-fcbd750b-8108-40e7-8fed-161baade72c7. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2239.868970] env[62187]: DEBUG oslo_concurrency.lockutils [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] Acquiring lock "refresh_cache-d95d4893-1b1f-4570-a56c-8de46f99126b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.023311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.502s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.023827] env[62187]: DEBUG nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2240.026645] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.331s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.028154] env[62187]: INFO nova.compute.claims [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2240.103103] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133354, 'name': CreateVM_Task, 'duration_secs': 0.452178} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.103103] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2240.103260] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.103381] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.103697] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2240.103955] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5d12b89-c2ab-45f2-b62a-9d9a5ebc13ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.108827] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2240.108827] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528e61a6-a3a6-4f58-1f1b-d43ecf190804" [ 2240.108827] env[62187]: _type = "Task" [ 2240.108827] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.116616] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528e61a6-a3a6-4f58-1f1b-d43ecf190804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.227345] env[62187]: DEBUG oslo_vmware.api [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Task: {'id': task-2133356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250115} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.227712] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2240.228065] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2240.228065] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2240.228250] env[62187]: INFO nova.compute.manager [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2240.228426] env[62187]: DEBUG oslo.service.loopingcall [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2240.228748] env[62187]: DEBUG nova.compute.manager [-] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2240.228748] env[62187]: DEBUG nova.network.neutron [-] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2240.232963] env[62187]: DEBUG nova.network.neutron [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2240.296406] env[62187]: DEBUG nova.network.neutron [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Updated VIF entry in instance network info cache for port 7e645650-183c-496f-8ecc-f06ed50cd784. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.296776] env[62187]: DEBUG nova.network.neutron [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Updating instance_info_cache with network_info: [{"id": "7e645650-183c-496f-8ecc-f06ed50cd784", "address": "fa:16:3e:39:18:9d", "network": {"id": "760261a6-053f-4a03-b72f-8cb48a58d7c9", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1203283500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29c5866393c348b4941b256f4e41dbf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e645650-18", "ovs_interfaceid": "7e645650-183c-496f-8ecc-f06ed50cd784", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.366997] env[62187]: DEBUG oslo_vmware.api [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133357, 'name': PowerOnVM_Task, 'duration_secs': 0.508726} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.367281] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2240.367478] env[62187]: INFO nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Took 9.06 seconds to spawn the instance on the hypervisor. [ 2240.367658] env[62187]: DEBUG nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2240.368504] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70356fcf-c024-49c0-9a1a-1ee1f3c2c657 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.435155] env[62187]: DEBUG nova.network.neutron [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Updating instance_info_cache with network_info: [{"id": "fcbd750b-8108-40e7-8fed-161baade72c7", "address": "fa:16:3e:f5:72:72", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbd750b-81", "ovs_interfaceid": "fcbd750b-8108-40e7-8fed-161baade72c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.532429] env[62187]: DEBUG nova.compute.utils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2240.536078] env[62187]: DEBUG nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2240.536230] env[62187]: DEBUG nova.network.neutron [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2240.575394] env[62187]: DEBUG nova.policy [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cd5678e7114f67b72ca499c1d980d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18c19221ec3b4fc6a177b5ff66d8cfca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2240.621133] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528e61a6-a3a6-4f58-1f1b-d43ecf190804, 'name': SearchDatastore_Task, 'duration_secs': 0.036018} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.621470] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.621995] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2240.622058] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.622189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.622409] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2240.622691] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab37df71-9a06-4afb-9390-39bf8c5308a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.634039] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2240.634039] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2240.634926] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d976687-2bda-4c0d-bce8-dc9dbbbc7897 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.642756] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2240.642756] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d76c83-8bd0-f804-e4ba-840d0f919f75" [ 2240.642756] env[62187]: _type = "Task" [ 2240.642756] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.650580] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d76c83-8bd0-f804-e4ba-840d0f919f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.802279] env[62187]: DEBUG oslo_concurrency.lockutils [req-4c81e261-2321-4125-9e05-3bb4aab37fea req-422e6dff-1043-4f8d-bbb9-685970683760 service nova] Releasing lock "refresh_cache-8828c8d8-79e2-41c6-ab8c-9246b7327e8d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.883650] env[62187]: DEBUG nova.network.neutron [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Successfully created port: c54c7908-62c6-4e1b-98d9-2b319c92d28d {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2240.887835] env[62187]: INFO nova.compute.manager [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Took 19.40 seconds to build instance. [ 2240.937286] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-d95d4893-1b1f-4570-a56c-8de46f99126b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.937610] env[62187]: DEBUG nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Instance network_info: |[{"id": "fcbd750b-8108-40e7-8fed-161baade72c7", "address": "fa:16:3e:f5:72:72", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbd750b-81", "ovs_interfaceid": "fcbd750b-8108-40e7-8fed-161baade72c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2240.937912] env[62187]: DEBUG oslo_concurrency.lockutils [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] Acquired lock "refresh_cache-d95d4893-1b1f-4570-a56c-8de46f99126b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.938110] env[62187]: DEBUG nova.network.neutron [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Refreshing network info cache for port fcbd750b-8108-40e7-8fed-161baade72c7 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2240.939367] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:72:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcbd750b-8108-40e7-8fed-161baade72c7', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2240.947536] env[62187]: DEBUG oslo.service.loopingcall [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2240.950562] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2240.951025] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7f8cb88-4a58-46bf-8bd0-ebb2ef4d7d2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.971841] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2240.971841] env[62187]: value = "task-2133358" [ 2240.971841] env[62187]: _type = "Task" [ 2240.971841] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.980075] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133358, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.037011] env[62187]: DEBUG nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2241.153509] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d76c83-8bd0-f804-e4ba-840d0f919f75, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.157023] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efcc1513-5e0c-4dc1-b2a3-abe11582b10d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.171389] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2241.171389] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283f9f1-7192-3fbf-3a65-46ee39dd9071" [ 2241.171389] env[62187]: _type = "Task" [ 2241.171389] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.180070] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283f9f1-7192-3fbf-3a65-46ee39dd9071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.181053] env[62187]: DEBUG nova.network.neutron [-] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.235111] env[62187]: DEBUG nova.network.neutron [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Updated VIF entry in instance network info cache for port fcbd750b-8108-40e7-8fed-161baade72c7. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2241.235111] env[62187]: DEBUG nova.network.neutron [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Updating instance_info_cache with network_info: [{"id": "fcbd750b-8108-40e7-8fed-161baade72c7", "address": "fa:16:3e:f5:72:72", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcbd750b-81", "ovs_interfaceid": "fcbd750b-8108-40e7-8fed-161baade72c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.389638] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39252f96-3f79-473c-8580-90bbd806a502 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.912s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.411948] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c89b67-f618-400d-aad2-5e663d98769c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.421620] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa8cd54-8d21-4b7c-891a-78c6401fe639 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.456748] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43944b83-815f-4ce2-8c30-523e157988a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.465325] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02a8c36-e8a7-4e13-bd89-f32f6d2dcfdc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.481848] env[62187]: DEBUG nova.compute.provider_tree [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2241.494830] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133358, 'name': CreateVM_Task, 'duration_secs': 0.394198} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.495010] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2241.495794] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.495956] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.496294] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2241.496545] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc7177ae-399d-4c1c-aa79-7ce16d6eb943 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.501320] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2241.501320] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524435b1-02a4-1e47-a89f-ffa43208ea37" [ 2241.501320] env[62187]: _type = "Task" [ 2241.501320] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.509142] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524435b1-02a4-1e47-a89f-ffa43208ea37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.678986] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283f9f1-7192-3fbf-3a65-46ee39dd9071, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.679284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.679519] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 8828c8d8-79e2-41c6-ab8c-9246b7327e8d/8828c8d8-79e2-41c6-ab8c-9246b7327e8d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2241.679765] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d4aec3d-707a-4f43-a228-36a81b3a8621 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.687215] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2241.687215] env[62187]: value = "task-2133359" [ 2241.687215] env[62187]: _type = "Task" [ 2241.687215] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.690572] env[62187]: INFO nova.compute.manager [-] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Took 1.46 seconds to deallocate network for instance. [ 2241.697382] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.736078] env[62187]: DEBUG oslo_concurrency.lockutils [req-5d2fdeb0-0e56-4ac0-af83-b47c76fcad34 req-39ab55a5-4381-4203-9f36-2a3fa1e1f775 service nova] Releasing lock "refresh_cache-d95d4893-1b1f-4570-a56c-8de46f99126b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.885699] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2241.886012] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2241.886257] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2241.886496] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2241.886690] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2241.886904] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2241.887201] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2241.887403] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2241.887634] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2241.887985] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2241.888280] env[62187]: DEBUG nova.virt.hardware [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2241.889243] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3452a329-8b1e-4a03-9bd7-50df78eaa3d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.899246] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2cf6f-e33e-4a1f-bbb0-81da2b0e2456 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.904826] env[62187]: DEBUG nova.compute.manager [req-fec299fc-09f9-4e32-8830-f663993952e5 req-c2520e03-e038-43ef-9d69-470e68fb46d1 service nova] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Received event network-vif-deleted-c8ceae9a-e817-4bef-8011-7a9bdafca709 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2241.919491] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:83:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69b53a70-cac1-44ce-9361-1ac0df5c47dd', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2241.932699] env[62187]: DEBUG oslo.service.loopingcall [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2241.933693] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2241.934064] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff6417e-834e-4827-a81e-e016f9979eee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.965483] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2241.965483] env[62187]: value = "task-2133360" [ 2241.965483] env[62187]: _type = "Task" [ 2241.965483] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.977791] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133360, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.008813] env[62187]: ERROR nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [req-a5f4a070-9f01-4fae-996a-116ff44d6c4b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5f4a070-9f01-4fae-996a-116ff44d6c4b"}]} [ 2242.018353] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524435b1-02a4-1e47-a89f-ffa43208ea37, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.018587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.018745] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2242.018886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.019037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.019251] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2242.019554] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eb48313-98c7-4451-b0b4-2e62b8981b87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.026787] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2242.044958] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2242.045283] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2242.047904] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2242.048120] env[62187]: DEBUG nova.compute.provider_tree [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2242.051044] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f18df6ab-73b6-464d-8502-a421d72cbdc4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.054621] env[62187]: DEBUG nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2242.062647] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2242.062647] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52df41ac-7f38-2ef9-6504-d30c3da21e9e" [ 2242.062647] env[62187]: _type = "Task" [ 2242.062647] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.070596] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52df41ac-7f38-2ef9-6504-d30c3da21e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.071720] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2242.090274] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2242.090621] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2242.090840] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2242.091107] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2242.091320] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2242.091669] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2242.091969] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2242.092188] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2242.092408] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2242.092583] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2242.092814] env[62187]: DEBUG nova.virt.hardware [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2242.093877] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f2206-1df1-43f5-8a76-13ccbc98ad42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.098961] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2242.106907] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346cb741-c533-4fa9-9497-86fecd832d19 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.198772] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133359, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.202727] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.345371] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea11d071-3ea2-419e-b1d5-ef1d5b61af82 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.355639] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75835fa5-c4bd-417e-832c-6597ba85f088 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.384261] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1782b9-34b9-4036-9dd6-ede96ad4e383 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.391977] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5d2db3-c77b-4fe3-b532-da090fae8e31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.407765] env[62187]: DEBUG nova.compute.provider_tree [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2242.423480] env[62187]: DEBUG nova.compute.manager [req-61d8c9ed-2d6e-4242-a24f-495e44530832 req-5de22818-892e-4c9e-8ad5-59154f2bda31 service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Received event network-vif-plugged-c54c7908-62c6-4e1b-98d9-2b319c92d28d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2242.423821] env[62187]: DEBUG oslo_concurrency.lockutils [req-61d8c9ed-2d6e-4242-a24f-495e44530832 req-5de22818-892e-4c9e-8ad5-59154f2bda31 service nova] Acquiring lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.424059] env[62187]: DEBUG oslo_concurrency.lockutils [req-61d8c9ed-2d6e-4242-a24f-495e44530832 req-5de22818-892e-4c9e-8ad5-59154f2bda31 service nova] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.424232] env[62187]: DEBUG oslo_concurrency.lockutils [req-61d8c9ed-2d6e-4242-a24f-495e44530832 req-5de22818-892e-4c9e-8ad5-59154f2bda31 service nova] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2242.424400] env[62187]: DEBUG nova.compute.manager [req-61d8c9ed-2d6e-4242-a24f-495e44530832 req-5de22818-892e-4c9e-8ad5-59154f2bda31 service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] No waiting events found dispatching network-vif-plugged-c54c7908-62c6-4e1b-98d9-2b319c92d28d {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2242.424560] env[62187]: WARNING nova.compute.manager [req-61d8c9ed-2d6e-4242-a24f-495e44530832 req-5de22818-892e-4c9e-8ad5-59154f2bda31 service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Received unexpected event network-vif-plugged-c54c7908-62c6-4e1b-98d9-2b319c92d28d for instance with vm_state building and task_state spawning. [ 2242.474930] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133360, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.571838] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52df41ac-7f38-2ef9-6504-d30c3da21e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.062343} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.573362] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26e5e03a-1815-4e4a-bdb0-718b0b59e814 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.578010] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2242.578010] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528830c2-b921-ee6f-4309-0b4d04e72531" [ 2242.578010] env[62187]: _type = "Task" [ 2242.578010] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.585905] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528830c2-b921-ee6f-4309-0b4d04e72531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.602863] env[62187]: DEBUG nova.network.neutron [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Successfully updated port: c54c7908-62c6-4e1b-98d9-2b319c92d28d {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2242.698459] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133359, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.831237] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "2831adc1-8f42-4f5a-b835-e205d456c52f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.831493] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2242.928774] env[62187]: ERROR nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [req-e7b7ee61-bdce-4722-b464-b44a51f3f543] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e7b7ee61-bdce-4722-b464-b44a51f3f543"}]} [ 2242.944800] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2242.963653] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2242.963881] env[62187]: DEBUG nova.compute.provider_tree [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2242.975962] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133360, 'name': CreateVM_Task, 'duration_secs': 0.996447} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.976843] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2242.978605] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2242.979408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.979592] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.979858] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2242.980123] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8716d2-9b48-42d9-bd49-6945eba06b63 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.985415] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2242.985415] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5261bdb1-a1f4-a12a-e011-39221a0bb10f" [ 2242.985415] env[62187]: _type = "Task" [ 2242.985415] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.993268] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5261bdb1-a1f4-a12a-e011-39221a0bb10f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.001568] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2243.088029] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528830c2-b921-ee6f-4309-0b4d04e72531, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.090407] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.090669] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d95d4893-1b1f-4570-a56c-8de46f99126b/d95d4893-1b1f-4570-a56c-8de46f99126b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2243.091416] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad9bf3a-cab1-4c4f-9f58-2141070032dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.097355] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2243.097355] env[62187]: value = "task-2133361" [ 2243.097355] env[62187]: _type = "Task" [ 2243.097355] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.107840] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "refresh_cache-a20aeb67-3f4c-4a01-9164-ccc9af03afcc" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.107975] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "refresh_cache-a20aeb67-3f4c-4a01-9164-ccc9af03afcc" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.108136] env[62187]: DEBUG nova.network.neutron [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2243.109288] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.201056] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133359, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.267010] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044a3c12-e172-4bd5-9486-8f8fb654739c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.275451] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91123fcd-2fc0-43ed-91c1-c87cdc75e45d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.306430] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98861286-a8ed-496b-acd0-4bbc8d6d59b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.314612] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc7f795-c25d-4a76-a670-900a3b4da67b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.328497] env[62187]: DEBUG nova.compute.provider_tree [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2243.333622] env[62187]: DEBUG nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2243.497601] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5261bdb1-a1f4-a12a-e011-39221a0bb10f, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.497601] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.497847] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2243.498070] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.498224] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.498409] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2243.498688] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4af3566-0c3a-49b8-ad12-2ec643e4b7f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.516066] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2243.516284] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2243.517080] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd6d0cd-4a78-47fd-b2ac-92c82d9afd44 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.523043] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2243.523043] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee7be6-6f96-cbf3-36ca-0b108a6d238f" [ 2243.523043] env[62187]: _type = "Task" [ 2243.523043] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.531834] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee7be6-6f96-cbf3-36ca-0b108a6d238f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.615030] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133361, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.646290] env[62187]: DEBUG nova.network.neutron [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2243.698918] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133359, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.539961} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.699384] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 8828c8d8-79e2-41c6-ab8c-9246b7327e8d/8828c8d8-79e2-41c6-ab8c-9246b7327e8d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2243.699513] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2243.699816] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53814951-a159-419a-954e-fa081f2d4515 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.706773] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2243.706773] env[62187]: value = "task-2133362" [ 2243.706773] env[62187]: _type = "Task" [ 2243.706773] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.715017] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.856177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.870446] env[62187]: DEBUG nova.scheduler.client.report [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 126 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2243.870709] env[62187]: DEBUG nova.compute.provider_tree [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 126 to 127 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2243.870886] env[62187]: DEBUG nova.compute.provider_tree [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2243.909016] env[62187]: DEBUG nova.network.neutron [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Updating instance_info_cache with network_info: [{"id": "c54c7908-62c6-4e1b-98d9-2b319c92d28d", "address": "fa:16:3e:80:d2:bb", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54c7908-62", "ovs_interfaceid": "c54c7908-62c6-4e1b-98d9-2b319c92d28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.033074] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee7be6-6f96-cbf3-36ca-0b108a6d238f, 'name': SearchDatastore_Task, 'duration_secs': 0.056312} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.033842] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22423c1f-d843-4b47-abaf-403426406aa0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.038855] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2244.038855] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d0ce97-8280-e80d-b390-d5ac07325ebf" [ 2244.038855] env[62187]: _type = "Task" [ 2244.038855] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.046524] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d0ce97-8280-e80d-b390-d5ac07325ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.107691] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615632} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.107949] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d95d4893-1b1f-4570-a56c-8de46f99126b/d95d4893-1b1f-4570-a56c-8de46f99126b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2244.108169] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2244.108419] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3424897b-31a0-4a3c-96e2-32eec24ec32d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.114289] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2244.114289] env[62187]: value = "task-2133363" [ 2244.114289] env[62187]: _type = "Task" [ 2244.114289] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.121029] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.216086] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072534} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.216357] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2244.217105] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69063be-8bcc-46a1-91c5-72049b0d3df4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.238688] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 8828c8d8-79e2-41c6-ab8c-9246b7327e8d/8828c8d8-79e2-41c6-ab8c-9246b7327e8d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2244.238915] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-370f30c9-9b88-4879-b424-82a052829709 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.258734] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2244.258734] env[62187]: value = "task-2133364" [ 2244.258734] env[62187]: _type = "Task" [ 2244.258734] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.265881] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.376103] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.349s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.376673] env[62187]: DEBUG nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2244.379314] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.498s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2244.379558] env[62187]: DEBUG nova.objects.instance [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lazy-loading 'resources' on Instance uuid 56b050d2-2229-4c68-8627-58fe87825031 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.411541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "refresh_cache-a20aeb67-3f4c-4a01-9164-ccc9af03afcc" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.411881] env[62187]: DEBUG nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Instance network_info: |[{"id": "c54c7908-62c6-4e1b-98d9-2b319c92d28d", "address": "fa:16:3e:80:d2:bb", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54c7908-62", "ovs_interfaceid": "c54c7908-62c6-4e1b-98d9-2b319c92d28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2244.413259] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d2:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c54c7908-62c6-4e1b-98d9-2b319c92d28d', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2244.420115] env[62187]: DEBUG oslo.service.loopingcall [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2244.420936] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2244.421188] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e423a5b-de06-4457-9f68-d36f074c6fa1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.440834] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2244.440834] env[62187]: value = "task-2133365" [ 2244.440834] env[62187]: _type = "Task" [ 2244.440834] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.450297] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.454586] env[62187]: DEBUG nova.compute.manager [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Received event network-changed-c54c7908-62c6-4e1b-98d9-2b319c92d28d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2244.454764] env[62187]: DEBUG nova.compute.manager [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Refreshing instance network info cache due to event network-changed-c54c7908-62c6-4e1b-98d9-2b319c92d28d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2244.454971] env[62187]: DEBUG oslo_concurrency.lockutils [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] Acquiring lock "refresh_cache-a20aeb67-3f4c-4a01-9164-ccc9af03afcc" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.455142] env[62187]: DEBUG oslo_concurrency.lockutils [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] Acquired lock "refresh_cache-a20aeb67-3f4c-4a01-9164-ccc9af03afcc" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.455336] env[62187]: DEBUG nova.network.neutron [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Refreshing network info cache for port c54c7908-62c6-4e1b-98d9-2b319c92d28d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2244.549276] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d0ce97-8280-e80d-b390-d5ac07325ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.549538] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.549787] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2244.550044] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcfcfc1b-a4e9-47a8-81b2-aff17d5b5244 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.556555] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2244.556555] env[62187]: value = "task-2133366" [ 2244.556555] env[62187]: _type = "Task" [ 2244.556555] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.564605] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.623805] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062961} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.624101] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2244.624856] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee1e490-4183-41d2-8eb1-59e52760013b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.646398] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d95d4893-1b1f-4570-a56c-8de46f99126b/d95d4893-1b1f-4570-a56c-8de46f99126b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2244.646684] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56659b3a-4d08-4ae1-a5d8-d22d809e56f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.665781] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2244.665781] env[62187]: value = "task-2133367" [ 2244.665781] env[62187]: _type = "Task" [ 2244.665781] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.673401] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.769691] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.882560] env[62187]: DEBUG nova.compute.utils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2244.886508] env[62187]: DEBUG nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2244.886687] env[62187]: DEBUG nova.network.neutron [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2244.954124] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.964125] env[62187]: DEBUG nova.policy [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e34c86dc3fa947ac89f7e35b702a3323', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4aa4aac1fb4f47a1804f4d93c0672ea5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2245.068884] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44503} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.068884] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2245.068884] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2245.068884] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb7fcb95-6737-42ba-a19a-dc8a2f116657 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.077935] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2245.077935] env[62187]: value = "task-2133368" [ 2245.077935] env[62187]: _type = "Task" [ 2245.077935] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.096351] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.179373] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133367, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.184959] env[62187]: DEBUG nova.network.neutron [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Updated VIF entry in instance network info cache for port c54c7908-62c6-4e1b-98d9-2b319c92d28d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2245.185365] env[62187]: DEBUG nova.network.neutron [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Updating instance_info_cache with network_info: [{"id": "c54c7908-62c6-4e1b-98d9-2b319c92d28d", "address": "fa:16:3e:80:d2:bb", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc54c7908-62", "ovs_interfaceid": "c54c7908-62c6-4e1b-98d9-2b319c92d28d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.194864] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a65360-4309-4639-ba2c-55c24da6a329 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.202296] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9336d364-c26d-4ade-ae21-95ec47815211 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.236486] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea56bc-bb60-4257-938a-4302d2a66fbe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.243386] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbb441e-1c27-4549-bbee-40da8b3e2674 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.256321] env[62187]: DEBUG nova.compute.provider_tree [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2245.267349] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133364, 'name': ReconfigVM_Task, 'duration_secs': 0.914933} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.267601] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 8828c8d8-79e2-41c6-ab8c-9246b7327e8d/8828c8d8-79e2-41c6-ab8c-9246b7327e8d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2245.268808] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10fcc838-d783-4fe4-bf8d-715bcee6f374 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.275234] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2245.275234] env[62187]: value = "task-2133369" [ 2245.275234] env[62187]: _type = "Task" [ 2245.275234] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.282768] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133369, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.302946] env[62187]: DEBUG nova.network.neutron [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Successfully created port: 4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2245.390245] env[62187]: DEBUG nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2245.454327] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.589577] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069437} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.589846] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2245.591123] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31317aca-ca76-468e-9f9d-c574af575277 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.615547] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2245.616095] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6803c664-334f-4b29-a7bd-755f809bcdb0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.635889] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2245.635889] env[62187]: value = "task-2133370" [ 2245.635889] env[62187]: _type = "Task" [ 2245.635889] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.643607] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.678619] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133367, 'name': ReconfigVM_Task, 'duration_secs': 0.51256} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.678887] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d95d4893-1b1f-4570-a56c-8de46f99126b/d95d4893-1b1f-4570-a56c-8de46f99126b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2245.679584] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7655eb28-dff5-45ad-8931-3a63c9d05c80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.684932] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2245.684932] env[62187]: value = "task-2133371" [ 2245.684932] env[62187]: _type = "Task" [ 2245.684932] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.689346] env[62187]: DEBUG oslo_concurrency.lockutils [req-9493402e-59ba-4f51-aa8a-b40cf0599348 req-bc115005-7359-4886-b595-6c4954bd4c3d service nova] Releasing lock "refresh_cache-a20aeb67-3f4c-4a01-9164-ccc9af03afcc" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.692256] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133371, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.785324] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133369, 'name': Rename_Task, 'duration_secs': 0.137336} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.786313] env[62187]: DEBUG nova.scheduler.client.report [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2245.786557] env[62187]: DEBUG nova.compute.provider_tree [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 127 to 128 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2245.786719] env[62187]: DEBUG nova.compute.provider_tree [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2245.790281] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2245.790741] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6073ae-a9fc-45e2-b25c-201c2b604c4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.797231] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2245.797231] env[62187]: value = "task-2133372" [ 2245.797231] env[62187]: _type = "Task" [ 2245.797231] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.805233] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.955457] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.146406] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.195824] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133371, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.292345] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.294831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.046s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.295078] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.297327] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.874s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2246.297588] env[62187]: DEBUG nova.objects.instance [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'resources' on Instance uuid c8311a69-8de9-45a1-90a2-5203b32ed205 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2246.308788] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.318092] env[62187]: INFO nova.scheduler.client.report [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted allocations for instance b93d8f90-f413-4677-b7b4-97c86d50b2b1 [ 2246.319771] env[62187]: INFO nova.scheduler.client.report [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleted allocations for instance 56b050d2-2229-4c68-8627-58fe87825031 [ 2246.399036] env[62187]: DEBUG nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2246.424247] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2246.424520] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2246.424677] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2246.424851] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2246.424991] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2246.425161] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2246.425452] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2246.425664] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2246.425859] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2246.426032] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2246.426240] env[62187]: DEBUG nova.virt.hardware [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2246.427131] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9b437-75e3-4cac-b4b7-d41015e0ea6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.435245] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1cbb89-1ef0-4c68-b0b9-886f3886bb52 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.454860] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.647469] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133370, 'name': ReconfigVM_Task, 'duration_secs': 0.616817} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.647759] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b/62af59af-f706-404d-b68c-9337c0abdf3b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2246.649156] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': 'b2655528-3b79-4c65-848a-63730c3e881c'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'attachment_id': 'c89c9be5-7eb2-449a-bfa2-f7ab260d5794', 'volume_type': None}], 'swap': None} {{(pid=62187) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2246.649378] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2246.649579] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2246.650319] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edba703-ece1-46b9-b7c8-3d89850efb95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.665009] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa3da16-8edc-48aa-beb3-8bc0617e17bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.688649] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da/volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2246.688901] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5929d97b-a3dc-4d19-808d-182da86347f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.708279] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133371, 'name': Rename_Task, 'duration_secs': 0.576157} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.709332] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2246.709608] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2246.709608] env[62187]: value = "task-2133373" [ 2246.709608] env[62187]: _type = "Task" [ 2246.709608] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.709774] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98e10f94-d088-4c85-8ce1-53f8b56b4ab0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.718113] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.719180] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2246.719180] env[62187]: value = "task-2133374" [ 2246.719180] env[62187]: _type = "Task" [ 2246.719180] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.726527] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.817458] env[62187]: DEBUG oslo_vmware.api [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133372, 'name': PowerOnVM_Task, 'duration_secs': 0.534715} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.817458] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2246.817861] env[62187]: INFO nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Took 10.72 seconds to spawn the instance on the hypervisor. [ 2246.818156] env[62187]: DEBUG nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2246.819059] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e83ec5-11af-4ede-937e-96b4734c355a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.827932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-298a82c3-0fd0-4491-aea3-c594c9087783 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "b93d8f90-f413-4677-b7b4-97c86d50b2b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.753s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.835508] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10acac15-1429-4beb-beda-62e8f211d56b tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "56b050d2-2229-4c68-8627-58fe87825031" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.470s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.957482] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.046648] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd515695-7796-4d1a-94a1-34ec0a60dc8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.054012] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe5b51d-994c-40a9-b137-855097827096 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.085435] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f0299b-7959-4ef4-821f-83a3e4a8f212 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.092978] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9dc94a-c369-4910-8823-e3966caa51ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.106726] env[62187]: DEBUG nova.compute.provider_tree [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2247.220767] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133373, 'name': ReconfigVM_Task, 'duration_secs': 0.324458} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.223880] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da/volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2247.228669] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5871bf7-d6dd-4fb7-9f3b-fc09366e6f62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.243662] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.244955] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2247.244955] env[62187]: value = "task-2133375" [ 2247.244955] env[62187]: _type = "Task" [ 2247.244955] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.253906] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.344120] env[62187]: INFO nova.compute.manager [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Took 17.61 seconds to build instance. [ 2247.458928] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.610740] env[62187]: DEBUG nova.scheduler.client.report [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2247.730637] env[62187]: DEBUG oslo_vmware.api [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133374, 'name': PowerOnVM_Task, 'duration_secs': 0.720105} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.730900] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2247.731110] env[62187]: INFO nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Took 9.17 seconds to spawn the instance on the hypervisor. [ 2247.731324] env[62187]: DEBUG nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2247.732015] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62a0629-0075-4a68-81c3-c58052f1b01a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.755313] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133375, 'name': ReconfigVM_Task, 'duration_secs': 0.429837} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.755613] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2247.756211] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32f0bafe-dafd-421b-824b-c313c73dc33d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.761631] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2247.761631] env[62187]: value = "task-2133376" [ 2247.761631] env[62187]: _type = "Task" [ 2247.761631] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.769559] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133376, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.845708] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ddb8ecbd-876b-44eb-a40d-dd2199329b09 tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.119s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.959954] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.116171] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.120247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.051s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.121350] env[62187]: INFO nova.compute.claims [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2248.135403] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "37205130-98ae-43d0-8c84-230c58c92481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.135753] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "37205130-98ae-43d0-8c84-230c58c92481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.136070] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "37205130-98ae-43d0-8c84-230c58c92481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.136348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "37205130-98ae-43d0-8c84-230c58c92481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.136590] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "37205130-98ae-43d0-8c84-230c58c92481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.139104] env[62187]: INFO nova.compute.manager [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Terminating instance [ 2248.145915] env[62187]: INFO nova.scheduler.client.report [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted allocations for instance c8311a69-8de9-45a1-90a2-5203b32ed205 [ 2248.196985] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "3edc142c-324e-4a0a-9861-a2a66dc39846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.197279] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.197593] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "3edc142c-324e-4a0a-9861-a2a66dc39846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.197799] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.197970] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.200438] env[62187]: INFO nova.compute.manager [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Terminating instance [ 2248.250043] env[62187]: INFO nova.compute.manager [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Took 18.51 seconds to build instance. [ 2248.272816] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133376, 'name': Rename_Task, 'duration_secs': 0.273115} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.273258] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2248.273656] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be19e701-dc62-4e8e-a4ab-8be55dd298ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.280194] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2248.280194] env[62187]: value = "task-2133377" [ 2248.280194] env[62187]: _type = "Task" [ 2248.280194] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.288861] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.467324] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.644026] env[62187]: DEBUG nova.compute.manager [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2248.644219] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2248.645178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb3b558-6b4b-48d2-8552-0f5046dcfbb6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.655276] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2248.655762] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef60bc8a-21d7-407e-aa77-4263f6674809 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "c8311a69-8de9-45a1-90a2-5203b32ed205" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.661s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.656694] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6ed30b7-10db-4fbd-ae1e-eb8073d3651d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.663397] env[62187]: DEBUG oslo_vmware.api [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2248.663397] env[62187]: value = "task-2133378" [ 2248.663397] env[62187]: _type = "Task" [ 2248.663397] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.671388] env[62187]: DEBUG oslo_vmware.api [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.704388] env[62187]: DEBUG nova.compute.manager [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2248.704651] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2248.706276] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae7742c-db39-4924-9a8c-e9849f9aee5b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.715184] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2248.715502] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eeab5982-7207-450b-9dde-b08c55bbc3e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.721632] env[62187]: DEBUG oslo_vmware.api [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2248.721632] env[62187]: value = "task-2133379" [ 2248.721632] env[62187]: _type = "Task" [ 2248.721632] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.732140] env[62187]: DEBUG oslo_vmware.api [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.752264] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0fd9e8ae-92b9-4b6d-8d3d-4bafc804817c tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.020s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.794354] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.962039] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.176069] env[62187]: DEBUG oslo_vmware.api [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133378, 'name': PowerOffVM_Task, 'duration_secs': 0.237061} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.176883] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.177078] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.177340] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846d9cf1-f277-4e13-8bef-04ff76416f07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.233182] env[62187]: DEBUG oslo_vmware.api [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133379, 'name': PowerOffVM_Task, 'duration_secs': 0.210628} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.233418] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2249.233589] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.234108] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd2ba48d-d56d-4214-ac54-4462722f1e0a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.278509] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.278631] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.278836] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.279229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.279229] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.284422] env[62187]: INFO nova.compute.manager [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Terminating instance [ 2249.297636] env[62187]: DEBUG oslo_vmware.api [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133377, 'name': PowerOnVM_Task, 'duration_secs': 0.53918} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.297864] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2249.298100] env[62187]: DEBUG nova.compute.manager [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2249.302421] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd002cd8-81ce-4848-bbf4-ee01b56cd241 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.388048] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b6428-08f4-4567-be47-a5b97845d54d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.396371] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc7370c-a669-49f9-9614-b78a10072f2c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.429211] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abe016-dbaf-493f-9579-b721ebe8799a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.436965] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d6c28a-b0b0-4f47-8b0c-cc8820ce5da7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.450357] env[62187]: DEBUG nova.compute.provider_tree [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2249.462073] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.687392] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d95d4893-1b1f-4570-a56c-8de46f99126b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.687633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.792050] env[62187]: DEBUG nova.compute.manager [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2249.792325] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2249.793389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f262369-e914-444a-b235-88e6624917fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.802242] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2249.802512] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82902218-02c9-4e19-999a-7728426fd57d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.809068] env[62187]: DEBUG oslo_vmware.api [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2249.809068] env[62187]: value = "task-2133382" [ 2249.809068] env[62187]: _type = "Task" [ 2249.809068] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.823409] env[62187]: DEBUG oslo_vmware.api [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.823922] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.953293] env[62187]: DEBUG nova.scheduler.client.report [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2249.967140] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.190527] env[62187]: DEBUG nova.compute.utils [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2250.323053] env[62187]: DEBUG oslo_vmware.api [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133382, 'name': PowerOffVM_Task, 'duration_secs': 0.167589} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2250.323310] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2250.323410] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2250.323719] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94e44e2a-3639-446d-b8a1-db2231c8c193 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.462185] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.462719] env[62187]: DEBUG nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2250.465757] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.263s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.465994] env[62187]: DEBUG nova.objects.instance [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lazy-loading 'resources' on Instance uuid d7ea45a9-20d5-46e8-a0ba-478c72f0295b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.470801] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.515429] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "76df0cfc-d079-4a7f-b641-67a7848cb416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.515535] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.693758] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.968330] env[62187]: DEBUG nova.compute.utils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2250.971682] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.972330] env[62187]: DEBUG nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2250.972501] env[62187]: DEBUG nova.network.neutron [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2251.017444] env[62187]: DEBUG nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2251.021374] env[62187]: DEBUG nova.policy [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3cf7927fe464b07b5c7fb17a10aef05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df6bfe5921447ea83b260cf3d22325c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2251.194044] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff378f0-8700-4a0f-9d4a-3cd2a82c9e34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.201992] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b45e598-622b-44c9-8cb6-bdc68546b509 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.233212] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5466aa4-e599-45df-bddf-0cd7095a517b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.243183] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ec8e9-869a-470a-96ea-673b62d547ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.255853] env[62187]: DEBUG nova.compute.provider_tree [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.299138] env[62187]: DEBUG nova.network.neutron [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Successfully created port: 2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2251.468937] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.473594] env[62187]: DEBUG nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2251.539306] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.761486] env[62187]: DEBUG nova.scheduler.client.report [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2251.765034] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d95d4893-1b1f-4570-a56c-8de46f99126b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.765177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2251.765410] env[62187]: INFO nova.compute.manager [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Attaching volume 981ce891-0b91-4fb2-9a7f-f8bdc28e7c14 to /dev/sdb [ 2251.797031] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d5d45-61d0-4b5b-83e3-b881b4868f7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.804597] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbad19f-dcb3-4c63-b4f8-f34ccced54fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.818102] env[62187]: DEBUG nova.virt.block_device [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Updating existing volume attachment record: dc11e061-41fb-4f14-a52d-3cc5461599ca {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2251.968010] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.268066] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.270764] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.416s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.272764] env[62187]: INFO nova.compute.claims [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2252.291488] env[62187]: INFO nova.scheduler.client.report [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Deleted allocations for instance d7ea45a9-20d5-46e8-a0ba-478c72f0295b [ 2252.356016] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2252.356016] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2252.356227] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Deleting the datastore file [datastore1] 8828c8d8-79e2-41c6-ab8c-9246b7327e8d {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2252.356415] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7312a71-4ffb-42f0-96ab-0c5a28805317 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.363594] env[62187]: DEBUG oslo_vmware.api [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for the task: (returnval){ [ 2252.363594] env[62187]: value = "task-2133387" [ 2252.363594] env[62187]: _type = "Task" [ 2252.363594] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.374849] env[62187]: DEBUG oslo_vmware.api [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.376303] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2252.376537] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2252.376727] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleting the datastore file [datastore2] 37205130-98ae-43d0-8c84-230c58c92481 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2252.378115] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39a83801-cf47-4a34-9844-490996f4a5ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.380224] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2252.380442] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2252.380642] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleting the datastore file [datastore2] 3edc142c-324e-4a0a-9861-a2a66dc39846 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2252.380901] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce4886ce-0797-454d-a034-6ec6a8efdc06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.386811] env[62187]: DEBUG oslo_vmware.api [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2252.386811] env[62187]: value = "task-2133389" [ 2252.386811] env[62187]: _type = "Task" [ 2252.386811] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.388263] env[62187]: DEBUG oslo_vmware.api [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for the task: (returnval){ [ 2252.388263] env[62187]: value = "task-2133388" [ 2252.388263] env[62187]: _type = "Task" [ 2252.388263] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.401617] env[62187]: DEBUG oslo_vmware.api [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.405144] env[62187]: DEBUG oslo_vmware.api [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.472701] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.483272] env[62187]: DEBUG nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2252.510818] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2252.511136] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2252.511302] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2252.511568] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2252.511804] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2252.512032] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2252.512285] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2252.512497] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2252.512710] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2252.512901] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2252.513099] env[62187]: DEBUG nova.virt.hardware [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2252.514037] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82e7698-0b58-4f59-b2b6-b10a888d3841 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.523404] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4453c95-0426-4f90-9ab6-e7457702aa73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.803041] env[62187]: DEBUG oslo_concurrency.lockutils [None req-677f6c01-bb77-4bbe-9933-8818392f5cd0 tempest-ServerMetadataTestJSON-1251683336 tempest-ServerMetadataTestJSON-1251683336-project-member] Lock "d7ea45a9-20d5-46e8-a0ba-478c72f0295b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.261s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.874299] env[62187]: DEBUG oslo_vmware.api [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Task: {'id': task-2133387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151913} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.874609] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2252.874792] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2252.874972] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2252.875157] env[62187]: INFO nova.compute.manager [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Took 3.08 seconds to destroy the instance on the hypervisor. [ 2252.875426] env[62187]: DEBUG oslo.service.loopingcall [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.875620] env[62187]: DEBUG nova.compute.manager [-] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2252.875721] env[62187]: DEBUG nova.network.neutron [-] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2252.899776] env[62187]: DEBUG oslo_vmware.api [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152447} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.900406] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2252.900670] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2252.900818] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2252.900992] env[62187]: INFO nova.compute.manager [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Took 4.20 seconds to destroy the instance on the hypervisor. [ 2252.901239] env[62187]: DEBUG oslo.service.loopingcall [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.901426] env[62187]: DEBUG nova.compute.manager [-] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2252.901515] env[62187]: DEBUG nova.network.neutron [-] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2252.905835] env[62187]: DEBUG oslo_vmware.api [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Task: {'id': task-2133388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162945} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.906375] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2252.906579] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2252.906779] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2252.906932] env[62187]: INFO nova.compute.manager [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Took 4.26 seconds to destroy the instance on the hypervisor. [ 2252.907158] env[62187]: DEBUG oslo.service.loopingcall [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.907333] env[62187]: DEBUG nova.compute.manager [-] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2252.907425] env[62187]: DEBUG nova.network.neutron [-] [instance: 37205130-98ae-43d0-8c84-230c58c92481] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2252.971322] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133365, 'name': CreateVM_Task, 'duration_secs': 8.16336} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.971496] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2252.972178] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.972463] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.972789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2252.973052] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beca9ace-48fe-47d7-89b0-b3ac4f33a8b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.978321] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2252.978321] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a74dad-cff7-abc4-ef1f-b71d19bb3653" [ 2252.978321] env[62187]: _type = "Task" [ 2252.978321] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.987686] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a74dad-cff7-abc4-ef1f-b71d19bb3653, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.413215] env[62187]: DEBUG nova.compute.manager [req-daf4e5c7-2e4e-4bbf-89c3-5c48848c1d24 req-689cd2fe-b85d-463f-8eaa-4100be8e1ea3 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Received event network-vif-deleted-7e645650-183c-496f-8ecc-f06ed50cd784 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2253.413492] env[62187]: INFO nova.compute.manager [req-daf4e5c7-2e4e-4bbf-89c3-5c48848c1d24 req-689cd2fe-b85d-463f-8eaa-4100be8e1ea3 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Neutron deleted interface 7e645650-183c-496f-8ecc-f06ed50cd784; detaching it from the instance and deleting it from the info cache [ 2253.413620] env[62187]: DEBUG nova.network.neutron [req-daf4e5c7-2e4e-4bbf-89c3-5c48848c1d24 req-689cd2fe-b85d-463f-8eaa-4100be8e1ea3 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.489154] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a74dad-cff7-abc4-ef1f-b71d19bb3653, 'name': SearchDatastore_Task, 'duration_secs': 0.034814} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.492455] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.492696] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2253.492925] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.493084] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.493264] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2253.494032] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-392260c2-a1e8-4e41-96e9-9419a5fa90ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.508425] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2253.508425] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2253.509212] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0e8f42-757e-4bff-9045-944a9c2765ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.515900] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2253.515900] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52585914-45b6-5e11-a0c5-b9c163eb8c14" [ 2253.515900] env[62187]: _type = "Task" [ 2253.515900] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.526384] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52585914-45b6-5e11-a0c5-b9c163eb8c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.528461] env[62187]: DEBUG nova.network.neutron [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Successfully updated port: 2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2253.554511] env[62187]: DEBUG nova.compute.manager [req-e90b9a15-046a-4797-9a1c-52c487de5679 req-532076ba-5b4a-439d-9ed5-5b4d89834783 service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Received event network-vif-plugged-4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2253.554760] env[62187]: DEBUG oslo_concurrency.lockutils [req-e90b9a15-046a-4797-9a1c-52c487de5679 req-532076ba-5b4a-439d-9ed5-5b4d89834783 service nova] Acquiring lock "704284b7-a566-4faf-9da3-69110d08c8e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.555396] env[62187]: DEBUG oslo_concurrency.lockutils [req-e90b9a15-046a-4797-9a1c-52c487de5679 req-532076ba-5b4a-439d-9ed5-5b4d89834783 service nova] Lock "704284b7-a566-4faf-9da3-69110d08c8e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.555577] env[62187]: DEBUG oslo_concurrency.lockutils [req-e90b9a15-046a-4797-9a1c-52c487de5679 req-532076ba-5b4a-439d-9ed5-5b4d89834783 service nova] Lock "704284b7-a566-4faf-9da3-69110d08c8e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.555775] env[62187]: DEBUG nova.compute.manager [req-e90b9a15-046a-4797-9a1c-52c487de5679 req-532076ba-5b4a-439d-9ed5-5b4d89834783 service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] No waiting events found dispatching network-vif-plugged-4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2253.555895] env[62187]: WARNING nova.compute.manager [req-e90b9a15-046a-4797-9a1c-52c487de5679 req-532076ba-5b4a-439d-9ed5-5b4d89834783 service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Received unexpected event network-vif-plugged-4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d for instance with vm_state building and task_state spawning. [ 2253.599109] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361e1726-fd17-4a11-8f6f-2397edea197a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.607155] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89449e02-c77c-4e6c-9814-9db2310dd61f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.643172] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c336ca30-127a-480b-aac3-5115c0a8c762 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.652032] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00fe30d-6686-4a56-bc76-8d25e4afe7c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.666929] env[62187]: DEBUG nova.compute.provider_tree [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2253.760692] env[62187]: DEBUG nova.network.neutron [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Successfully updated port: 4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2253.886854] env[62187]: DEBUG nova.network.neutron [-] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.916173] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1ae3294-7e4a-412b-8ca2-7e3a8db2f3d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.926092] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2299220-72a1-4c9e-9909-f620c77a40d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.960470] env[62187]: DEBUG nova.compute.manager [req-daf4e5c7-2e4e-4bbf-89c3-5c48848c1d24 req-689cd2fe-b85d-463f-8eaa-4100be8e1ea3 service nova] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Detach interface failed, port_id=7e645650-183c-496f-8ecc-f06ed50cd784, reason: Instance 8828c8d8-79e2-41c6-ab8c-9246b7327e8d could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2254.028864] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52585914-45b6-5e11-a0c5-b9c163eb8c14, 'name': SearchDatastore_Task, 'duration_secs': 0.032725} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.029814] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b48b279-c044-4491-a17e-b357fec8334a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.032263] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.032398] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquired lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.032543] env[62187]: DEBUG nova.network.neutron [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2254.037122] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2254.037122] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213264d-a2f1-7fe1-3879-ff9eaa4e5282" [ 2254.037122] env[62187]: _type = "Task" [ 2254.037122] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.045595] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213264d-a2f1-7fe1-3879-ff9eaa4e5282, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.061408] env[62187]: DEBUG nova.network.neutron [-] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.113435] env[62187]: DEBUG nova.network.neutron [-] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.189010] env[62187]: ERROR nova.scheduler.client.report [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [req-da46822c-e203-40e8-8b8d-374ed4864814] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-da46822c-e203-40e8-8b8d-374ed4864814"}]} [ 2254.211278] env[62187]: DEBUG nova.scheduler.client.report [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2254.232071] env[62187]: DEBUG nova.scheduler.client.report [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2254.232332] env[62187]: DEBUG nova.compute.provider_tree [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2254.245218] env[62187]: DEBUG nova.scheduler.client.report [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2254.265508] env[62187]: DEBUG nova.scheduler.client.report [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2254.268208] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "refresh_cache-704284b7-a566-4faf-9da3-69110d08c8e0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.268376] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "refresh_cache-704284b7-a566-4faf-9da3-69110d08c8e0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.268522] env[62187]: DEBUG nova.network.neutron [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2254.388408] env[62187]: INFO nova.compute.manager [-] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Took 1.51 seconds to deallocate network for instance. [ 2254.554619] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5213264d-a2f1-7fe1-3879-ff9eaa4e5282, 'name': SearchDatastore_Task, 'duration_secs': 0.013726} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.554938] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.555180] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] a20aeb67-3f4c-4a01-9164-ccc9af03afcc/a20aeb67-3f4c-4a01-9164-ccc9af03afcc.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2254.555477] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-887fc878-7bc4-4b70-82d2-1686fcc1e681 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.563818] env[62187]: INFO nova.compute.manager [-] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Took 1.66 seconds to deallocate network for instance. [ 2254.571257] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2254.571257] env[62187]: value = "task-2133391" [ 2254.571257] env[62187]: _type = "Task" [ 2254.571257] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.577083] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2a1755-0896-4787-8040-afdf0c0f8ee0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.585892] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.588707] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e71e51f-009d-4a1b-b6e9-4ec24697c805 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.625757] env[62187]: INFO nova.compute.manager [-] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Took 1.72 seconds to deallocate network for instance. [ 2254.626998] env[62187]: DEBUG nova.network.neutron [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2254.632947] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2488f436-4646-4e1c-8e9a-028722785a70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.646155] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52176453-94cc-4ce0-bdb5-f12736bbdc43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.661638] env[62187]: DEBUG nova.compute.provider_tree [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2254.830605] env[62187]: DEBUG nova.network.neutron [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2254.891938] env[62187]: DEBUG nova.network.neutron [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.898850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.008199] env[62187]: DEBUG nova.network.neutron [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Updating instance_info_cache with network_info: [{"id": "4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d", "address": "fa:16:3e:90:0e:67", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4774e0e2-1a", "ovs_interfaceid": "4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.072228] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.081242] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.411243} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.081518] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] a20aeb67-3f4c-4a01-9164-ccc9af03afcc/a20aeb67-3f4c-4a01-9164-ccc9af03afcc.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2255.081718] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2255.081969] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0238c89b-ca2e-449a-baa8-bf2ce5ab0650 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.089067] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2255.089067] env[62187]: value = "task-2133392" [ 2255.089067] env[62187]: _type = "Task" [ 2255.089067] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.097195] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.141527] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.196839] env[62187]: DEBUG nova.scheduler.client.report [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2255.197136] env[62187]: DEBUG nova.compute.provider_tree [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 129 to 130 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2255.197322] env[62187]: DEBUG nova.compute.provider_tree [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2255.394891] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Releasing lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.395292] env[62187]: DEBUG nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Instance network_info: |[{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2255.395806] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:f3:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dd77092-4e31-48d7-a10d-910439b90b0c', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2255.403369] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Creating folder: Project (2df6bfe5921447ea83b260cf3d22325c). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2255.403659] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b379d48-0192-49dd-9e8f-37496892b033 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.417215] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Created folder: Project (2df6bfe5921447ea83b260cf3d22325c) in parent group-v435995. [ 2255.417215] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Creating folder: Instances. Parent ref: group-v436241. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2255.417215] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9958ca57-254e-437a-a3c6-cd77158de740 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.427125] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Created folder: Instances in parent group-v436241. [ 2255.427362] env[62187]: DEBUG oslo.service.loopingcall [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.427550] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2255.427964] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96945f59-65b2-4ec3-9072-0790ec7b3aa7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.444793] env[62187]: DEBUG nova.compute.manager [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Received event network-vif-plugged-2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2255.445012] env[62187]: DEBUG oslo_concurrency.lockutils [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] Acquiring lock "4a009858-f9fb-475a-b461-c6223ea19286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.445243] env[62187]: DEBUG oslo_concurrency.lockutils [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] Lock "4a009858-f9fb-475a-b461-c6223ea19286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.445479] env[62187]: DEBUG oslo_concurrency.lockutils [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] Lock "4a009858-f9fb-475a-b461-c6223ea19286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.445651] env[62187]: DEBUG nova.compute.manager [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] No waiting events found dispatching network-vif-plugged-2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2255.445811] env[62187]: WARNING nova.compute.manager [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Received unexpected event network-vif-plugged-2dd77092-4e31-48d7-a10d-910439b90b0c for instance with vm_state building and task_state spawning. [ 2255.445966] env[62187]: DEBUG nova.compute.manager [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Received event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2255.446150] env[62187]: DEBUG nova.compute.manager [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing instance network info cache due to event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2255.446349] env[62187]: DEBUG oslo_concurrency.lockutils [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] Acquiring lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.446490] env[62187]: DEBUG oslo_concurrency.lockutils [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] Acquired lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.446641] env[62187]: DEBUG nova.network.neutron [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2255.452363] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2255.452363] env[62187]: value = "task-2133395" [ 2255.452363] env[62187]: _type = "Task" [ 2255.452363] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.461176] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133395, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.510916] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "refresh_cache-704284b7-a566-4faf-9da3-69110d08c8e0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.511891] env[62187]: DEBUG nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Instance network_info: |[{"id": "4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d", "address": "fa:16:3e:90:0e:67", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4774e0e2-1a", "ovs_interfaceid": "4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2255.511891] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:0e:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2255.519446] env[62187]: DEBUG oslo.service.loopingcall [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.519937] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2255.520200] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec6c1a1a-2621-40c9-8d0e-9d4bddc24183 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.540850] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2255.540850] env[62187]: value = "task-2133396" [ 2255.540850] env[62187]: _type = "Task" [ 2255.540850] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.548760] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133396, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.585691] env[62187]: DEBUG nova.compute.manager [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Received event network-vif-deleted-698adbc5-981b-4139-9d0b-8579198ed056 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2255.586050] env[62187]: DEBUG nova.compute.manager [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Received event network-vif-deleted-4bafff40-e4d0-4c99-b962-dc5638589986 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2255.586136] env[62187]: DEBUG nova.compute.manager [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Received event network-changed-4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2255.586327] env[62187]: DEBUG nova.compute.manager [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Refreshing instance network info cache due to event network-changed-4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2255.586685] env[62187]: DEBUG oslo_concurrency.lockutils [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] Acquiring lock "refresh_cache-704284b7-a566-4faf-9da3-69110d08c8e0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.586928] env[62187]: DEBUG oslo_concurrency.lockutils [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] Acquired lock "refresh_cache-704284b7-a566-4faf-9da3-69110d08c8e0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.587024] env[62187]: DEBUG nova.network.neutron [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Refreshing network info cache for port 4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2255.598763] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.355461} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.599553] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2255.600351] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3258135e-a876-410c-8a9c-41a2d9f4b605 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.623417] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] a20aeb67-3f4c-4a01-9164-ccc9af03afcc/a20aeb67-3f4c-4a01-9164-ccc9af03afcc.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2255.623963] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b380be-4e50-475e-a8dd-c25a2ee162ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.644143] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2255.644143] env[62187]: value = "task-2133397" [ 2255.644143] env[62187]: _type = "Task" [ 2255.644143] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.652073] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.702577] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.432s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.703380] env[62187]: DEBUG nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2255.705762] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.882s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.705943] env[62187]: DEBUG nova.objects.instance [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2255.961924] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133395, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.050375] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133396, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.153633] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.210816] env[62187]: DEBUG nova.compute.utils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2256.215499] env[62187]: DEBUG nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2256.215697] env[62187]: DEBUG nova.network.neutron [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2256.220747] env[62187]: DEBUG nova.network.neutron [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updated VIF entry in instance network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2256.221089] env[62187]: DEBUG nova.network.neutron [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.360241] env[62187]: DEBUG nova.policy [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe5974d190144803be761f95dd2e6189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372711927fdf4ea7b63f2ed784c7d3b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2256.364631] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2256.364856] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436240', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'name': 'volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd95d4893-1b1f-4570-a56c-8de46f99126b', 'attached_at': '', 'detached_at': '', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'serial': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2256.365844] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c305e12-5f19-4993-9302-404039f4ed4e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.385364] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4301fad6-6dc3-45d8-ba9f-b72dbb047061 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.410884] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14/volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2256.411257] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86eab464-9b29-45c0-9981-cb5802578530 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.431754] env[62187]: DEBUG oslo_vmware.api [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2256.431754] env[62187]: value = "task-2133398" [ 2256.431754] env[62187]: _type = "Task" [ 2256.431754] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.440569] env[62187]: DEBUG oslo_vmware.api [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.463648] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133395, 'name': CreateVM_Task, 'duration_secs': 0.800528} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.463918] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2256.464772] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.464980] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.466024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2256.466024] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e502e84c-6272-4db9-b430-617704212bb6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.471392] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2256.471392] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520955b4-3ccd-fbe8-ca98-949343ee5dfe" [ 2256.471392] env[62187]: _type = "Task" [ 2256.471392] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.480055] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520955b4-3ccd-fbe8-ca98-949343ee5dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.552884] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133396, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.558597] env[62187]: DEBUG nova.network.neutron [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Updated VIF entry in instance network info cache for port 4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2256.559168] env[62187]: DEBUG nova.network.neutron [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Updating instance_info_cache with network_info: [{"id": "4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d", "address": "fa:16:3e:90:0e:67", "network": {"id": "7b18b7de-35bd-4e32-8e04-1386c9226b08", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1545875277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4aa4aac1fb4f47a1804f4d93c0672ea5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4774e0e2-1a", "ovs_interfaceid": "4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.658948] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.717955] env[62187]: DEBUG nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2256.723647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-24152a5b-85b9-4cd1-a51c-b518d741df4b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.723647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.184s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.725034] env[62187]: INFO nova.compute.claims [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2256.728275] env[62187]: DEBUG oslo_concurrency.lockutils [req-691fee0d-a04e-4fde-976f-1ede59dc268b req-832f285f-8a13-49db-ac7a-655aa0132f6a service nova] Releasing lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.853510] env[62187]: DEBUG nova.network.neutron [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Successfully created port: b4c097d1-1b6e-4bda-808f-aaefe418efa1 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2256.943425] env[62187]: DEBUG oslo_vmware.api [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.983427] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520955b4-3ccd-fbe8-ca98-949343ee5dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010946} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.983762] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.983994] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2256.984466] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.984643] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.984839] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2256.985116] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4696cd9-213f-42df-8ac4-81c2d661278a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.994258] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2256.994427] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2256.995267] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd8d510-8746-4435-baad-d92d9ecbcff1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.001133] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2257.001133] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c6c81a-1700-3aed-63cf-ad2e00195b28" [ 2257.001133] env[62187]: _type = "Task" [ 2257.001133] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.012352] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c6c81a-1700-3aed-63cf-ad2e00195b28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.052261] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133396, 'name': CreateVM_Task, 'duration_secs': 1.228715} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.052438] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2257.053180] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.053371] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.053718] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2257.053974] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d87f554c-a156-4739-a59d-b8a9c56befbb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.058639] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2257.058639] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b893-d55c-1c5d-b22a-4f2d22eb90dc" [ 2257.058639] env[62187]: _type = "Task" [ 2257.058639] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.062844] env[62187]: DEBUG oslo_concurrency.lockutils [req-29fc7d90-e1fa-4fd5-afcc-058c8a11eef0 req-dd41e406-ccd9-45e6-8254-b9cae31a287f service nova] Releasing lock "refresh_cache-704284b7-a566-4faf-9da3-69110d08c8e0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.068041] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b893-d55c-1c5d-b22a-4f2d22eb90dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.156614] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133397, 'name': ReconfigVM_Task, 'duration_secs': 1.162139} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.156944] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Reconfigured VM instance instance-00000057 to attach disk [datastore1] a20aeb67-3f4c-4a01-9164-ccc9af03afcc/a20aeb67-3f4c-4a01-9164-ccc9af03afcc.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2257.157625] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ea5aac6-3fb8-463b-be26-bc2acd06134e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.164801] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2257.164801] env[62187]: value = "task-2133399" [ 2257.164801] env[62187]: _type = "Task" [ 2257.164801] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.173372] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133399, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.443908] env[62187]: DEBUG oslo_vmware.api [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133398, 'name': ReconfigVM_Task, 'duration_secs': 0.65151} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.444107] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14/volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2257.449496] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6f29b2f-ebca-47c0-849e-00add249db44 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.465819] env[62187]: DEBUG oslo_vmware.api [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2257.465819] env[62187]: value = "task-2133400" [ 2257.465819] env[62187]: _type = "Task" [ 2257.465819] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.476140] env[62187]: DEBUG oslo_vmware.api [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.515450] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c6c81a-1700-3aed-63cf-ad2e00195b28, 'name': SearchDatastore_Task, 'duration_secs': 0.023191} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.516357] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25560112-1057-4ac1-800b-fa6418d855c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.523249] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2257.523249] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521f4723-bc2d-b66b-1b62-8fc8032f36f9" [ 2257.523249] env[62187]: _type = "Task" [ 2257.523249] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.532358] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521f4723-bc2d-b66b-1b62-8fc8032f36f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.573811] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5238b893-d55c-1c5d-b22a-4f2d22eb90dc, 'name': SearchDatastore_Task, 'duration_secs': 0.017195} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.574202] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.574497] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2257.574786] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.575014] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.575320] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2257.575677] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13817c85-1c9f-487f-b08b-d1b4c29e012e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.584511] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2257.584607] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2257.585373] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc9e94c-cb6b-4534-9a94-6ec000ea84a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.591171] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2257.591171] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f59b00-2c01-0f63-109a-496cd9f6aa50" [ 2257.591171] env[62187]: _type = "Task" [ 2257.591171] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.600134] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f59b00-2c01-0f63-109a-496cd9f6aa50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.679595] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133399, 'name': Rename_Task, 'duration_secs': 0.271679} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.679595] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.679595] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1c8fe89-00d8-4116-9672-dc8408a32883 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.683656] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2257.683656] env[62187]: value = "task-2133401" [ 2257.683656] env[62187]: _type = "Task" [ 2257.683656] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.691519] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.729929] env[62187]: DEBUG nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2257.761234] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2257.761487] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2257.761635] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2257.761805] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2257.761942] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2257.762209] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2257.762439] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2257.762656] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2257.762872] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2257.763067] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2257.763306] env[62187]: DEBUG nova.virt.hardware [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2257.764961] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972acf5d-57ab-46b8-9320-d00fba1993e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.777644] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c472da3f-ab3f-48bc-adb5-9199d76ccd3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.978343] env[62187]: DEBUG oslo_vmware.api [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133400, 'name': ReconfigVM_Task, 'duration_secs': 0.145194} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.981089] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436240', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'name': 'volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd95d4893-1b1f-4570-a56c-8de46f99126b', 'attached_at': '', 'detached_at': '', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'serial': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2258.015346] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb7e558-cbf1-44a0-808b-db5e2f96026e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.023060] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d07b07-22bd-4444-afad-d49143086946 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.061468] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d7d0a4-2c97-4de3-a3a8-437738d32ce4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.064566] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521f4723-bc2d-b66b-1b62-8fc8032f36f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013585} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.065270] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.065658] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 4a009858-f9fb-475a-b461-c6223ea19286/4a009858-f9fb-475a-b461-c6223ea19286.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2258.066431] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84fc885e-7e9d-48db-91b9-eb7fe96ca522 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.072025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bef3d9-a89e-46a9-b98c-d2b943c31516 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.076776] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2258.076776] env[62187]: value = "task-2133402" [ 2258.076776] env[62187]: _type = "Task" [ 2258.076776] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.087842] env[62187]: DEBUG nova.compute.provider_tree [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2258.094236] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.105441] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f59b00-2c01-0f63-109a-496cd9f6aa50, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.106143] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4195177-1d02-43ed-8b2d-6b0535eb6bfc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.111497] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2258.111497] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525bf317-85cf-6dc6-1af2-399fa12fc17e" [ 2258.111497] env[62187]: _type = "Task" [ 2258.111497] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.119740] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525bf317-85cf-6dc6-1af2-399fa12fc17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.154409] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.154678] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.193998] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133401, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.415188] env[62187]: DEBUG nova.compute.manager [req-478d9603-db34-4552-ad89-fce4a8b7392d req-472c3dc3-908c-4518-b257-dbdac4c525b0 service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Received event network-vif-plugged-b4c097d1-1b6e-4bda-808f-aaefe418efa1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2258.415188] env[62187]: DEBUG oslo_concurrency.lockutils [req-478d9603-db34-4552-ad89-fce4a8b7392d req-472c3dc3-908c-4518-b257-dbdac4c525b0 service nova] Acquiring lock "2831adc1-8f42-4f5a-b835-e205d456c52f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.415188] env[62187]: DEBUG oslo_concurrency.lockutils [req-478d9603-db34-4552-ad89-fce4a8b7392d req-472c3dc3-908c-4518-b257-dbdac4c525b0 service nova] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.415188] env[62187]: DEBUG oslo_concurrency.lockutils [req-478d9603-db34-4552-ad89-fce4a8b7392d req-472c3dc3-908c-4518-b257-dbdac4c525b0 service nova] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.415188] env[62187]: DEBUG nova.compute.manager [req-478d9603-db34-4552-ad89-fce4a8b7392d req-472c3dc3-908c-4518-b257-dbdac4c525b0 service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] No waiting events found dispatching network-vif-plugged-b4c097d1-1b6e-4bda-808f-aaefe418efa1 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2258.415188] env[62187]: WARNING nova.compute.manager [req-478d9603-db34-4552-ad89-fce4a8b7392d req-472c3dc3-908c-4518-b257-dbdac4c525b0 service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Received unexpected event network-vif-plugged-b4c097d1-1b6e-4bda-808f-aaefe418efa1 for instance with vm_state building and task_state spawning. [ 2258.582113] env[62187]: DEBUG nova.network.neutron [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Successfully updated port: b4c097d1-1b6e-4bda-808f-aaefe418efa1 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2258.590889] env[62187]: DEBUG nova.scheduler.client.report [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2258.595029] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453164} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.595955] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 4a009858-f9fb-475a-b461-c6223ea19286/4a009858-f9fb-475a-b461-c6223ea19286.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2258.596200] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2258.596953] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5977bba3-f1d7-421d-abc7-b5e10e5e8469 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.604013] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2258.604013] env[62187]: value = "task-2133403" [ 2258.604013] env[62187]: _type = "Task" [ 2258.604013] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.613207] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.623540] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525bf317-85cf-6dc6-1af2-399fa12fc17e, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.623903] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.624251] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 704284b7-a566-4faf-9da3-69110d08c8e0/704284b7-a566-4faf-9da3-69110d08c8e0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2258.624580] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31f23321-9bc0-49af-8250-33fd4ab5b9c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.633133] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2258.633133] env[62187]: value = "task-2133404" [ 2258.633133] env[62187]: _type = "Task" [ 2258.633133] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.640466] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.668489] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2258.668489] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2258.697464] env[62187]: DEBUG oslo_vmware.api [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133401, 'name': PowerOnVM_Task, 'duration_secs': 0.613514} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.697464] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2258.698045] env[62187]: INFO nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Took 16.64 seconds to spawn the instance on the hypervisor. [ 2258.698273] env[62187]: DEBUG nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2258.699572] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f5ec4e-4a17-48e7-b25a-661143a3afe8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.026685] env[62187]: DEBUG nova.objects.instance [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'flavor' on Instance uuid d95d4893-1b1f-4570-a56c-8de46f99126b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2259.087475] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "refresh_cache-2831adc1-8f42-4f5a-b835-e205d456c52f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.087475] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "refresh_cache-2831adc1-8f42-4f5a-b835-e205d456c52f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.087475] env[62187]: DEBUG nova.network.neutron [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2259.099637] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.100158] env[62187]: DEBUG nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2259.104122] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.205s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.104354] env[62187]: DEBUG nova.objects.instance [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lazy-loading 'resources' on Instance uuid 8828c8d8-79e2-41c6-ab8c-9246b7327e8d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2259.118885] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067769} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.119179] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2259.119944] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cdc602-d6d7-4a2f-b3d3-3db27e392441 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.143301] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 4a009858-f9fb-475a-b461-c6223ea19286/4a009858-f9fb-475a-b461-c6223ea19286.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2259.147763] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc990f30-e220-4626-b0c4-892fc74354c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.169800] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454612} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.171361] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 704284b7-a566-4faf-9da3-69110d08c8e0/704284b7-a566-4faf-9da3-69110d08c8e0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2259.171719] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2259.173981] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2259.173981] env[62187]: value = "task-2133405" [ 2259.173981] env[62187]: _type = "Task" [ 2259.173981] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.174463] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8c94b0f-d824-4f9f-96d8-40786e6f1525 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.188820] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.190782] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2259.190782] env[62187]: value = "task-2133406" [ 2259.190782] env[62187]: _type = "Task" [ 2259.190782] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.200305] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.219925] env[62187]: INFO nova.compute.manager [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Took 27.22 seconds to build instance. [ 2259.234731] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d95d4893-1b1f-4570-a56c-8de46f99126b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.268633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.268853] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.530679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b039a048-1bb8-441e-9f07-d3572379b7b8 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.765s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.531895] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.297s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.531895] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d95d4893-1b1f-4570-a56c-8de46f99126b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.532113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.532307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.533900] env[62187]: INFO nova.compute.manager [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Terminating instance [ 2259.606415] env[62187]: DEBUG nova.compute.utils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2259.608381] env[62187]: DEBUG nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2259.608659] env[62187]: DEBUG nova.network.neutron [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2259.624066] env[62187]: DEBUG nova.network.neutron [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2259.678884] env[62187]: DEBUG nova.policy [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2259.694254] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133405, 'name': ReconfigVM_Task, 'duration_secs': 0.316004} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.697316] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 4a009858-f9fb-475a-b461-c6223ea19286/4a009858-f9fb-475a-b461-c6223ea19286.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2259.697952] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49272b23-a946-4dad-93dc-9017e3f65179 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.705700] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071486} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.706831] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2259.707170] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2259.707170] env[62187]: value = "task-2133407" [ 2259.707170] env[62187]: _type = "Task" [ 2259.707170] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.707830] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01647a1b-83e4-4422-904e-9177db543b74 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.720379] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133407, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.730012] env[62187]: DEBUG oslo_concurrency.lockutils [None req-19b8a2a3-37ba-4a1d-ab90-2fa402d354f9 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.751s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.739637] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 704284b7-a566-4faf-9da3-69110d08c8e0/704284b7-a566-4faf-9da3-69110d08c8e0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2259.744685] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0139ab74-5e8a-4c2c-b449-7e2540c728fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.765507] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2259.765507] env[62187]: value = "task-2133408" [ 2259.765507] env[62187]: _type = "Task" [ 2259.765507] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.773693] env[62187]: DEBUG nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2259.776265] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.896060] env[62187]: DEBUG nova.network.neutron [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Updating instance_info_cache with network_info: [{"id": "b4c097d1-1b6e-4bda-808f-aaefe418efa1", "address": "fa:16:3e:ca:75:c0", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c097d1-1b", "ovs_interfaceid": "b4c097d1-1b6e-4bda-808f-aaefe418efa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.898692] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a33ff5-4aa0-4832-be58-7c418059aecd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.906715] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a300d6-f9e2-4673-b258-bb088555ebca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.937500] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534fd400-eeb1-48df-9dfd-90cce99fbe43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.944798] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886ef93-0fd9-4bbf-9168-587579fbc9ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.959836] env[62187]: DEBUG nova.compute.provider_tree [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2260.037929] env[62187]: DEBUG nova.compute.manager [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2260.038191] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2260.038452] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b653fb23-60b9-4308-ba8d-12be967c0070 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.045440] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2260.045440] env[62187]: value = "task-2133409" [ 2260.045440] env[62187]: _type = "Task" [ 2260.045440] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.053245] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.112559] env[62187]: DEBUG nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2260.136092] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.136328] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.220193] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133407, 'name': Rename_Task, 'duration_secs': 0.150436} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.220481] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2260.220726] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2be452bd-a1ef-4d5c-80f0-3ffafa01d0ae {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.222807] env[62187]: DEBUG nova.network.neutron [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Successfully created port: 571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2260.228896] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2260.228896] env[62187]: value = "task-2133410" [ 2260.228896] env[62187]: _type = "Task" [ 2260.228896] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.236635] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.275570] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.296388] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2260.402281] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "refresh_cache-2831adc1-8f42-4f5a-b835-e205d456c52f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.402643] env[62187]: DEBUG nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Instance network_info: |[{"id": "b4c097d1-1b6e-4bda-808f-aaefe418efa1", "address": "fa:16:3e:ca:75:c0", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c097d1-1b", "ovs_interfaceid": "b4c097d1-1b6e-4bda-808f-aaefe418efa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2260.404237] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:75:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4c097d1-1b6e-4bda-808f-aaefe418efa1', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2260.412343] env[62187]: DEBUG oslo.service.loopingcall [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.412594] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2260.412859] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1146c73a-e24b-4922-b5c5-603516aefd96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.432665] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2260.432665] env[62187]: value = "task-2133411" [ 2260.432665] env[62187]: _type = "Task" [ 2260.432665] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.444881] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133411, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.448152] env[62187]: DEBUG nova.compute.manager [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Received event network-changed-b4c097d1-1b6e-4bda-808f-aaefe418efa1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2260.449601] env[62187]: DEBUG nova.compute.manager [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Refreshing instance network info cache due to event network-changed-b4c097d1-1b6e-4bda-808f-aaefe418efa1. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2260.449601] env[62187]: DEBUG oslo_concurrency.lockutils [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] Acquiring lock "refresh_cache-2831adc1-8f42-4f5a-b835-e205d456c52f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.449601] env[62187]: DEBUG oslo_concurrency.lockutils [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] Acquired lock "refresh_cache-2831adc1-8f42-4f5a-b835-e205d456c52f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.449601] env[62187]: DEBUG nova.network.neutron [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Refreshing network info cache for port b4c097d1-1b6e-4bda-808f-aaefe418efa1 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2260.462509] env[62187]: DEBUG nova.scheduler.client.report [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2260.555381] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133409, 'name': PowerOffVM_Task, 'duration_secs': 0.41215} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.555689] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2260.555898] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2260.556108] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436240', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'name': 'volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd95d4893-1b1f-4570-a56c-8de46f99126b', 'attached_at': '', 'detached_at': '', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'serial': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2260.556888] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2950166d-fdba-4a6e-8f2b-dfd6bb6b0d7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.578914] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f0dbc7-3291-4d69-89f7-0bbc0a7cc026 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.585631] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e8fe9-9ae5-4a51-b756-b848a291d9c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.605681] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5216b2-cf63-4675-a07c-b4134c745732 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.625089] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] The volume has not been displaced from its original location: [datastore2] volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14/volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2260.630176] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2260.630661] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0f343e6-cc37-498b-a18a-2eddb483981c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.642880] env[62187]: DEBUG nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2260.652039] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2260.652039] env[62187]: value = "task-2133412" [ 2260.652039] env[62187]: _type = "Task" [ 2260.652039] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.659752] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.740266] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.775585] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133408, 'name': ReconfigVM_Task, 'duration_secs': 0.773241} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.775727] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 704284b7-a566-4faf-9da3-69110d08c8e0/704284b7-a566-4faf-9da3-69110d08c8e0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2260.776381] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7bc625a-6952-4053-a231-b58c5b124758 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.783326] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2260.783326] env[62187]: value = "task-2133413" [ 2260.783326] env[62187]: _type = "Task" [ 2260.783326] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.792776] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133413, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.942652] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133411, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.967648] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.970936] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.898s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.970936] env[62187]: DEBUG nova.objects.instance [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lazy-loading 'resources' on Instance uuid 37205130-98ae-43d0-8c84-230c58c92481 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2260.991956] env[62187]: INFO nova.scheduler.client.report [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Deleted allocations for instance 8828c8d8-79e2-41c6-ab8c-9246b7327e8d [ 2261.132513] env[62187]: DEBUG nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2261.172404] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133412, 'name': ReconfigVM_Task, 'duration_secs': 0.194939} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.172743] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2261.178085] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0366179e-7a81-46be-af37-cd922cfc0086 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.189230] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2261.194966] env[62187]: DEBUG nova.virt.hardware [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2261.200139] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf74a2a-840d-45c4-934b-34a5c7487112 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.211138] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2261.211138] env[62187]: value = "task-2133414" [ 2261.211138] env[62187]: _type = "Task" [ 2261.211138] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.214767] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5282a642-1604-49ed-b936-7b19fb557728 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.245441] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.251057] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.293523] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133413, 'name': Rename_Task, 'duration_secs': 0.173392} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.293793] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2261.294059] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfa4f31-0aad-47c7-b704-75b6d1f72d97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.303335] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2261.303335] env[62187]: value = "task-2133415" [ 2261.303335] env[62187]: _type = "Task" [ 2261.303335] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.313983] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.394129] env[62187]: DEBUG nova.network.neutron [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Updated VIF entry in instance network info cache for port b4c097d1-1b6e-4bda-808f-aaefe418efa1. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2261.394519] env[62187]: DEBUG nova.network.neutron [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Updating instance_info_cache with network_info: [{"id": "b4c097d1-1b6e-4bda-808f-aaefe418efa1", "address": "fa:16:3e:ca:75:c0", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4c097d1-1b", "ovs_interfaceid": "b4c097d1-1b6e-4bda-808f-aaefe418efa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.444388] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133411, 'name': CreateVM_Task, 'duration_secs': 0.793724} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.444579] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2261.445322] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.445573] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.445940] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2261.446216] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2d31f66-d03a-45f0-9210-f51fc70d3342 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.450921] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2261.450921] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c3d760-9442-4d3f-746c-fe6c926d221a" [ 2261.450921] env[62187]: _type = "Task" [ 2261.450921] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.459252] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c3d760-9442-4d3f-746c-fe6c926d221a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.499892] env[62187]: DEBUG oslo_concurrency.lockutils [None req-09191c14-d1f4-4b17-980b-15e180f530bc tempest-ServerMetadataNegativeTestJSON-150558048 tempest-ServerMetadataNegativeTestJSON-150558048-project-member] Lock "8828c8d8-79e2-41c6-ab8c-9246b7327e8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.221s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2261.728940] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133414, 'name': ReconfigVM_Task, 'duration_secs': 0.263344} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.729377] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436240', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'name': 'volume-981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd95d4893-1b1f-4570-a56c-8de46f99126b', 'attached_at': '', 'detached_at': '', 'volume_id': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14', 'serial': '981ce891-0b91-4fb2-9a7f-f8bdc28e7c14'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2261.729763] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2261.730886] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eaf54f-ec61-4a6f-8baf-0973cebb03b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.744687] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2261.745270] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5937f119-42c0-4da3-b05b-bef79ac0f5c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.749921] env[62187]: DEBUG oslo_vmware.api [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133410, 'name': PowerOnVM_Task, 'duration_secs': 1.056688} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.751990] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2261.751990] env[62187]: INFO nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Took 9.27 seconds to spawn the instance on the hypervisor. [ 2261.751990] env[62187]: DEBUG nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2261.751990] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85365b2e-d862-45cd-b086-fc0deb61bc7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.784581] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae31cf-13a4-40a6-a7aa-53906d2456ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.794443] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4959721d-7b2b-4033-89e6-9b8708065ece {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.828710] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca321c-b6c5-4e95-8786-de784e4063b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.838164] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133415, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.841143] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a175395-4823-4433-b53e-66672fb38a03 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.856654] env[62187]: DEBUG nova.compute.provider_tree [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2261.897137] env[62187]: DEBUG oslo_concurrency.lockutils [req-f9eddf65-ca31-44e9-9477-c0ad383af5ac req-1ad89614-014a-40ce-a7c0-d8f6c302f16c service nova] Releasing lock "refresh_cache-2831adc1-8f42-4f5a-b835-e205d456c52f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.961374] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c3d760-9442-4d3f-746c-fe6c926d221a, 'name': SearchDatastore_Task, 'duration_secs': 0.014063} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.961687] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.961925] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2261.962177] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.962322] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.962499] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2261.963747] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d9b6bba-41a6-4cca-acbd-2d9af94a13eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.973995] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2261.974178] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2261.975142] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c41d80-eb48-49b4-af24-8b201e11cd65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.980995] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2261.980995] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a1a029-f4d1-cc18-71e1-d157ea19111d" [ 2261.980995] env[62187]: _type = "Task" [ 2261.980995] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.994209] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a1a029-f4d1-cc18-71e1-d157ea19111d, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.994956] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29a29962-97b0-4c83-af74-2e8bbbd5d2c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.000254] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2262.000254] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ac7578-1e74-9aa7-25d6-02f419878386" [ 2262.000254] env[62187]: _type = "Task" [ 2262.000254] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.008224] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ac7578-1e74-9aa7-25d6-02f419878386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.039909] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2262.040143] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2262.040309] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleting the datastore file [datastore1] d95d4893-1b1f-4570-a56c-8de46f99126b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2262.040566] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81a2e24f-ca35-4d55-86e6-c93b97263bd7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.047257] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2262.047257] env[62187]: value = "task-2133417" [ 2262.047257] env[62187]: _type = "Task" [ 2262.047257] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.055642] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.277686] env[62187]: INFO nova.compute.manager [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Took 23.23 seconds to build instance. [ 2262.336032] env[62187]: DEBUG oslo_vmware.api [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133415, 'name': PowerOnVM_Task, 'duration_secs': 0.913942} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.336032] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2262.336032] env[62187]: INFO nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Took 15.93 seconds to spawn the instance on the hypervisor. [ 2262.336032] env[62187]: DEBUG nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2262.336032] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f40f66-84f9-4e82-90e7-5bd106408b77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.359919] env[62187]: DEBUG nova.scheduler.client.report [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2262.393378] env[62187]: DEBUG nova.network.neutron [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Successfully updated port: 571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2262.468967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.469267] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.469453] env[62187]: DEBUG nova.compute.manager [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2262.470410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06017a76-5cc4-4779-b9bb-a83d6e1201ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.478296] env[62187]: DEBUG nova.compute.manager [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2262.478822] env[62187]: DEBUG nova.objects.instance [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'flavor' on Instance uuid ec64a04c-2fee-4c79-bad9-f876c854a52c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.510203] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ac7578-1e74-9aa7-25d6-02f419878386, 'name': SearchDatastore_Task, 'duration_secs': 0.008508} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.510453] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.510746] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 2831adc1-8f42-4f5a-b835-e205d456c52f/2831adc1-8f42-4f5a-b835-e205d456c52f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2262.510955] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad3508f-28aa-47ed-8958-5712d4d3078d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.517514] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2262.517514] env[62187]: value = "task-2133418" [ 2262.517514] env[62187]: _type = "Task" [ 2262.517514] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.524947] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.555401] env[62187]: DEBUG nova.compute.manager [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-vif-plugged-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2262.555401] env[62187]: DEBUG oslo_concurrency.lockutils [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] Acquiring lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.555401] env[62187]: DEBUG oslo_concurrency.lockutils [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.555401] env[62187]: DEBUG oslo_concurrency.lockutils [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.555401] env[62187]: DEBUG nova.compute.manager [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] No waiting events found dispatching network-vif-plugged-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2262.555401] env[62187]: WARNING nova.compute.manager [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received unexpected event network-vif-plugged-571fab3e-a7fe-44df-bca5-a0472ee492b4 for instance with vm_state building and task_state spawning. [ 2262.555401] env[62187]: DEBUG nova.compute.manager [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2262.555401] env[62187]: DEBUG nova.compute.manager [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing instance network info cache due to event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2262.555401] env[62187]: DEBUG oslo_concurrency.lockutils [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.555401] env[62187]: DEBUG oslo_concurrency.lockutils [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.555401] env[62187]: DEBUG nova.network.neutron [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2262.561761] env[62187]: DEBUG oslo_vmware.api [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144234} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.561980] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2262.562270] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2262.562511] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2262.563865] env[62187]: INFO nova.compute.manager [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Took 2.52 seconds to destroy the instance on the hypervisor. [ 2262.563865] env[62187]: DEBUG oslo.service.loopingcall [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2262.563865] env[62187]: DEBUG nova.compute.manager [-] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2262.563865] env[62187]: DEBUG nova.network.neutron [-] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2262.777503] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c6fba662-4810-4c3f-a8bd-6468d38229c6 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "4a009858-f9fb-475a-b461-c6223ea19286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.750s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.854592] env[62187]: INFO nova.compute.manager [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Took 28.18 seconds to build instance. [ 2262.867091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.873341] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.730s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.874679] env[62187]: DEBUG nova.objects.instance [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lazy-loading 'resources' on Instance uuid 3edc142c-324e-4a0a-9861-a2a66dc39846 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.896977] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.906405] env[62187]: INFO nova.scheduler.client.report [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleted allocations for instance 37205130-98ae-43d0-8c84-230c58c92481 [ 2263.030639] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447912} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.030869] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 2831adc1-8f42-4f5a-b835-e205d456c52f/2831adc1-8f42-4f5a-b835-e205d456c52f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2263.031190] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2263.031453] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ade910be-4af3-4c5a-ba22-7b9503d2fd2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.038217] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2263.038217] env[62187]: value = "task-2133419" [ 2263.038217] env[62187]: _type = "Task" [ 2263.038217] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.048858] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.132663] env[62187]: DEBUG nova.network.neutron [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2263.278992] env[62187]: DEBUG nova.network.neutron [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.357291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6af417a9-91ed-44f9-8268-e3916048f096 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "704284b7-a566-4faf-9da3-69110d08c8e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.693s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.418157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-13e36ef7-1c75-4045-ac57-e87cdfb14264 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "37205130-98ae-43d0-8c84-230c58c92481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.282s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.485218] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2263.485540] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a7cd2ff-a6c9-409c-a160-597b77204a3d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.492458] env[62187]: DEBUG oslo_vmware.api [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2263.492458] env[62187]: value = "task-2133420" [ 2263.492458] env[62187]: _type = "Task" [ 2263.492458] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.503050] env[62187]: DEBUG oslo_vmware.api [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.529145] env[62187]: DEBUG nova.compute.manager [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Received event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2263.529399] env[62187]: DEBUG nova.compute.manager [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing instance network info cache due to event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2263.531085] env[62187]: DEBUG oslo_concurrency.lockutils [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] Acquiring lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.531085] env[62187]: DEBUG oslo_concurrency.lockutils [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] Acquired lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.531085] env[62187]: DEBUG nova.network.neutron [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2263.554808] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273881} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.554808] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2263.554978] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d28845-cb18-4cc8-8769-487fcffe53d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.582962] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 2831adc1-8f42-4f5a-b835-e205d456c52f/2831adc1-8f42-4f5a-b835-e205d456c52f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2263.586201] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2084b24d-611f-491e-86bf-773cbb095f17 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.608412] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2263.608412] env[62187]: value = "task-2133421" [ 2263.608412] env[62187]: _type = "Task" [ 2263.608412] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.618239] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.675371] env[62187]: DEBUG nova.network.neutron [-] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.755267] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8b81bb-0374-498e-9698-0a2ce8a82316 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.755267] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61ab7dd-f667-4ca6-b478-77577ebe26f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.788370] env[62187]: DEBUG oslo_concurrency.lockutils [req-266d0a50-0285-43b6-a95e-67710c2fc59c req-11801430-997c-4c26-a75b-f4ed43e583f3 service nova] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.788370] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.788370] env[62187]: DEBUG nova.network.neutron [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2263.789416] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfebc08-c3a1-4ba4-abd8-e933130e2a77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.802310] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2e289f-64c1-404b-a395-8c3b41970d8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.818505] env[62187]: DEBUG nova.compute.provider_tree [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2264.002844] env[62187]: DEBUG oslo_vmware.api [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133420, 'name': PowerOffVM_Task, 'duration_secs': 0.214232} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.003489] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2264.003882] env[62187]: DEBUG nova.compute.manager [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2264.004564] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc5b2c8-34cb-4e34-93a3-c5b0e772ea3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.121514] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133421, 'name': ReconfigVM_Task, 'duration_secs': 0.438336} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.121644] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 2831adc1-8f42-4f5a-b835-e205d456c52f/2831adc1-8f42-4f5a-b835-e205d456c52f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2264.122793] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58d74c22-5e24-4f3f-acca-2b290d827fb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.129468] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2264.129468] env[62187]: value = "task-2133422" [ 2264.129468] env[62187]: _type = "Task" [ 2264.129468] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.138918] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133422, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.177586] env[62187]: INFO nova.compute.manager [-] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Took 1.61 seconds to deallocate network for instance. [ 2264.215583] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2264.216105] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.216394] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.218291] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.218291] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.218291] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.218291] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.218291] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2264.218291] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.324021] env[62187]: DEBUG nova.scheduler.client.report [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2264.365901] env[62187]: DEBUG nova.network.neutron [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2264.518524] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e6c4671f-47b7-4faf-9d73-25e9539b5bdd tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.568732] env[62187]: DEBUG nova.network.neutron [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updated VIF entry in instance network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2264.569182] env[62187]: DEBUG nova.network.neutron [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.639201] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133422, 'name': Rename_Task, 'duration_secs': 0.398647} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.639498] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.639738] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d396fb3-ae47-4a3f-aadb-8db8099f15cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.645275] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2264.645275] env[62187]: value = "task-2133423" [ 2264.645275] env[62187]: _type = "Task" [ 2264.645275] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.653745] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.665138] env[62187]: DEBUG nova.network.neutron [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.720936] env[62187]: DEBUG nova.compute.manager [req-25752b32-38a4-4df6-a019-d971ace1e9a8 req-0b3bdb66-27d3-4c53-bc87-9b6b4b3eff46 service nova] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Received event network-vif-deleted-fcbd750b-8108-40e7-8fed-161baade72c7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2264.721184] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.731940] env[62187]: INFO nova.compute.manager [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Took 0.55 seconds to detach 1 volumes for instance. [ 2264.826888] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.829625] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.533s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.833101] env[62187]: INFO nova.compute.claims [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2264.870875] env[62187]: INFO nova.scheduler.client.report [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Deleted allocations for instance 3edc142c-324e-4a0a-9861-a2a66dc39846 [ 2265.075507] env[62187]: DEBUG oslo_concurrency.lockutils [req-c92cc661-2f89-4803-b7f0-8b9325867c56 req-fc42db14-088c-424c-a160-a1e1ba144fd1 service nova] Releasing lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.157266] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133423, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.168048] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2265.169150] env[62187]: DEBUG nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Instance network_info: |[{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2265.169150] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:b2:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '571fab3e-a7fe-44df-bca5-a0472ee492b4', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2265.176770] env[62187]: DEBUG oslo.service.loopingcall [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2265.177010] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2265.177238] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e429c89-fd09-414f-853b-58d389d2c94e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.197696] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2265.197696] env[62187]: value = "task-2133424" [ 2265.197696] env[62187]: _type = "Task" [ 2265.197696] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.208270] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133424, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.238836] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.281245] env[62187]: DEBUG nova.objects.instance [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'flavor' on Instance uuid ec64a04c-2fee-4c79-bad9-f876c854a52c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2265.379332] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b0a142b5-93f3-4fa7-b451-02bd3b313844 tempest-ListServersNegativeTestJSON-1764332674 tempest-ListServersNegativeTestJSON-1764332674-project-member] Lock "3edc142c-324e-4a0a-9861-a2a66dc39846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.182s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.503096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "704284b7-a566-4faf-9da3-69110d08c8e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.503096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "704284b7-a566-4faf-9da3-69110d08c8e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.503290] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "704284b7-a566-4faf-9da3-69110d08c8e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2265.503490] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "704284b7-a566-4faf-9da3-69110d08c8e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.503490] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "704284b7-a566-4faf-9da3-69110d08c8e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.505918] env[62187]: INFO nova.compute.manager [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Terminating instance [ 2265.658019] env[62187]: DEBUG oslo_vmware.api [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133423, 'name': PowerOnVM_Task, 'duration_secs': 0.639968} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.658019] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.658019] env[62187]: INFO nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Took 7.93 seconds to spawn the instance on the hypervisor. [ 2265.658019] env[62187]: DEBUG nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2265.658019] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef13ff7b-f4eb-4e2a-ada7-9dba49e74229 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.708916] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133424, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.786760] env[62187]: DEBUG oslo_concurrency.lockutils [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2265.787062] env[62187]: DEBUG oslo_concurrency.lockutils [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2265.787372] env[62187]: DEBUG nova.network.neutron [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2265.787679] env[62187]: DEBUG nova.objects.instance [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'info_cache' on Instance uuid ec64a04c-2fee-4c79-bad9-f876c854a52c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2266.009509] env[62187]: DEBUG nova.compute.manager [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2266.009840] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2266.010736] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230f4ddc-6d21-4903-b906-a8dee0494309 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.025336] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2266.025641] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d6ce2d-a889-47fb-8676-fab3634c4e98 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.034150] env[62187]: DEBUG oslo_vmware.api [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2266.034150] env[62187]: value = "task-2133425" [ 2266.034150] env[62187]: _type = "Task" [ 2266.034150] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.042623] env[62187]: DEBUG oslo_vmware.api [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.079683] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c97f7c-6336-465e-aa9f-ef2fe8b52c61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.087417] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e55df7-6cba-4c95-a566-9a4d61b6bd09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.881228] env[62187]: DEBUG nova.objects.base [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2266.890530] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503db186-7338-4021-a194-1cb2650782c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.892843] env[62187]: INFO nova.compute.manager [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Took 23.05 seconds to build instance. [ 2266.900142] env[62187]: DEBUG oslo_vmware.api [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133425, 'name': PowerOffVM_Task, 'duration_secs': 0.230271} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.904824] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2266.904824] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2266.905281] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133424, 'name': CreateVM_Task, 'duration_secs': 0.773652} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.905451] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f45d6cc-8aa3-483e-bc5f-ef73a1b60fa6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.909123] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624337dc-6321-4d4c-93ef-7d0723f6aeb8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.911792] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2266.912042] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.912203] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.912494] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2266.913706] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd0effe-90e0-4572-8c7e-5717b345b9d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.923293] env[62187]: DEBUG nova.compute.provider_tree [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2266.925523] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2266.925523] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524c0b9b-e59f-ff3b-4ec1-4f7a877bd246" [ 2266.925523] env[62187]: _type = "Task" [ 2266.925523] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.935443] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524c0b9b-e59f-ff3b-4ec1-4f7a877bd246, 'name': SearchDatastore_Task, 'duration_secs': 0.013916} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.936577] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2266.936802] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2266.937036] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.937183] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.937356] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2266.940024] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75547846-aaa6-4148-818d-cfc50fa4db90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.948914] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2266.949075] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2266.949991] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e219ac1-4255-40fd-94ed-f7b09d65ddaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.955377] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2266.955377] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521b6ba0-1dda-bd06-7bd6-56a47fd4f5c8" [ 2266.955377] env[62187]: _type = "Task" [ 2266.955377] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.963419] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521b6ba0-1dda-bd06-7bd6-56a47fd4f5c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.106089] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2267.106340] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2267.106505] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleting the datastore file [datastore2] 704284b7-a566-4faf-9da3-69110d08c8e0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2267.106763] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-232ba4b6-3f00-4eb8-9d33-f29c61d3c2b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.113166] env[62187]: DEBUG oslo_vmware.api [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for the task: (returnval){ [ 2267.113166] env[62187]: value = "task-2133427" [ 2267.113166] env[62187]: _type = "Task" [ 2267.113166] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.120575] env[62187]: DEBUG oslo_vmware.api [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.395988] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a7236afb-2087-402a-ab70-dabaca71660f tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.564s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.427632] env[62187]: DEBUG nova.scheduler.client.report [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2267.442680] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "2831adc1-8f42-4f5a-b835-e205d456c52f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.442915] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.443140] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "2831adc1-8f42-4f5a-b835-e205d456c52f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.443330] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.443501] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.445876] env[62187]: INFO nova.compute.manager [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Terminating instance [ 2267.469539] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521b6ba0-1dda-bd06-7bd6-56a47fd4f5c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.469616] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67434b8-059f-4373-bf74-7dd5a48b96fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.474784] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2267.474784] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52056bff-354b-4596-bac7-5d9af6bd6e17" [ 2267.474784] env[62187]: _type = "Task" [ 2267.474784] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.483719] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52056bff-354b-4596-bac7-5d9af6bd6e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.622482] env[62187]: DEBUG oslo_vmware.api [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Task: {'id': task-2133427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162537} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.622746] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2267.622944] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2267.623100] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2267.623268] env[62187]: INFO nova.compute.manager [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Took 1.61 seconds to destroy the instance on the hypervisor. [ 2267.623504] env[62187]: DEBUG oslo.service.loopingcall [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2267.626060] env[62187]: DEBUG nova.compute.manager [-] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2267.626060] env[62187]: DEBUG nova.network.neutron [-] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2267.911533] env[62187]: DEBUG nova.network.neutron [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.931898] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.102s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.932460] env[62187]: DEBUG nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2267.935223] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.746s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.941275] env[62187]: INFO nova.compute.claims [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2267.950144] env[62187]: DEBUG nova.compute.manager [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2267.950345] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2267.951221] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1704e02f-75f4-4d76-b760-bb0936dd6dd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.959315] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2267.959573] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30d4d770-8869-4cc8-adc0-d33e88f68731 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.966149] env[62187]: DEBUG oslo_vmware.api [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2267.966149] env[62187]: value = "task-2133428" [ 2267.966149] env[62187]: _type = "Task" [ 2267.966149] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.975770] env[62187]: DEBUG oslo_vmware.api [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.984275] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52056bff-354b-4596-bac7-5d9af6bd6e17, 'name': SearchDatastore_Task, 'duration_secs': 0.010463} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.984663] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.985032] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 76df0cfc-d079-4a7f-b641-67a7848cb416/76df0cfc-d079-4a7f-b641-67a7848cb416.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2267.985358] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52b04712-3508-4d6f-a4a0-2417308b4b10 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.993711] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2267.993711] env[62187]: value = "task-2133429" [ 2267.993711] env[62187]: _type = "Task" [ 2267.993711] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.002293] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.132827] env[62187]: DEBUG nova.compute.manager [req-9b62dcc6-d144-4384-98ed-0994a637b02e req-0e8217f6-d0a4-4608-b589-c7c2922d6dad service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Received event network-vif-deleted-4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2268.133109] env[62187]: INFO nova.compute.manager [req-9b62dcc6-d144-4384-98ed-0994a637b02e req-0e8217f6-d0a4-4608-b589-c7c2922d6dad service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Neutron deleted interface 4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d; detaching it from the instance and deleting it from the info cache [ 2268.133288] env[62187]: DEBUG nova.network.neutron [req-9b62dcc6-d144-4384-98ed-0994a637b02e req-0e8217f6-d0a4-4608-b589-c7c2922d6dad service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.414846] env[62187]: DEBUG oslo_concurrency.lockutils [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.442579] env[62187]: DEBUG nova.compute.utils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2268.446782] env[62187]: DEBUG nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2268.449310] env[62187]: DEBUG nova.network.neutron [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2268.477660] env[62187]: DEBUG oslo_vmware.api [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133428, 'name': PowerOffVM_Task, 'duration_secs': 0.302263} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.477660] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2268.477660] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2268.477660] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef668714-7532-4d2d-a03f-d34876c0b298 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.508170] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133429, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.510289] env[62187]: DEBUG nova.policy [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a37e64b680dd4e2cbc38c635b9332886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4776bbc7b3af41aeb86531ed65bfe9f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2268.604517] env[62187]: DEBUG nova.network.neutron [-] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2268.638143] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76d3ba9a-7509-4a76-9cfe-02562da15f5f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.646941] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9a102f-7274-4f7a-8371-ec6524a577ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.692709] env[62187]: DEBUG nova.compute.manager [req-9b62dcc6-d144-4384-98ed-0994a637b02e req-0e8217f6-d0a4-4608-b589-c7c2922d6dad service nova] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Detach interface failed, port_id=4774e0e2-1a97-4d1c-8dec-d8fe1bfce20d, reason: Instance 704284b7-a566-4faf-9da3-69110d08c8e0 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2268.855352] env[62187]: DEBUG nova.network.neutron [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Successfully created port: fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2268.947875] env[62187]: DEBUG nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2269.006512] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.006826] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 76df0cfc-d079-4a7f-b641-67a7848cb416/76df0cfc-d079-4a7f-b641-67a7848cb416.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2269.008073] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2269.008252] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7adf005-7f95-4443-81b5-042248f76d50 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.017563] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2269.017563] env[62187]: value = "task-2133431" [ 2269.017563] env[62187]: _type = "Task" [ 2269.017563] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.033362] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.110790] env[62187]: INFO nova.compute.manager [-] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Took 1.48 seconds to deallocate network for instance. [ 2269.229060] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c269d714-b3f4-4071-8caa-e18fe4101a60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.238477] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821169af-5bb4-4d80-877d-3de095823203 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.272648] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c616b77-4f0a-4d83-b1bf-0a63e0975183 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.281230] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc0408-9d82-41ca-a31f-c034932659d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.295965] env[62187]: DEBUG nova.compute.provider_tree [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2269.302614] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2269.302893] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2269.306041] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleting the datastore file [datastore2] 2831adc1-8f42-4f5a-b835-e205d456c52f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2269.306041] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c2e3d9-ff6a-44bc-a544-b244e42c5748 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.312018] env[62187]: DEBUG oslo_vmware.api [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2269.312018] env[62187]: value = "task-2133432" [ 2269.312018] env[62187]: _type = "Task" [ 2269.312018] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.318943] env[62187]: DEBUG oslo_vmware.api [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.421726] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2269.421726] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194de80d-fdac-4179-9f74-682609ae4c47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.428851] env[62187]: DEBUG oslo_vmware.api [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2269.428851] env[62187]: value = "task-2133433" [ 2269.428851] env[62187]: _type = "Task" [ 2269.428851] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.437155] env[62187]: DEBUG oslo_vmware.api [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.530485] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081436} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.530485] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2269.530485] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d856d33c-4edd-46aa-a42d-fdd212ee952a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.553185] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 76df0cfc-d079-4a7f-b641-67a7848cb416/76df0cfc-d079-4a7f-b641-67a7848cb416.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2269.553497] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ad6845-bc99-45a2-b46d-e6cd994d7a37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.573498] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2269.573498] env[62187]: value = "task-2133434" [ 2269.573498] env[62187]: _type = "Task" [ 2269.573498] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.583570] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133434, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.620815] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2269.821016] env[62187]: DEBUG oslo_vmware.api [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208256} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.822083] env[62187]: ERROR nova.scheduler.client.report [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [req-f3d57140-4b26-4e97-8136-319a90a69c15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f3d57140-4b26-4e97-8136-319a90a69c15"}]} [ 2269.822487] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2269.822680] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2269.824474] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2269.824474] env[62187]: INFO nova.compute.manager [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Took 1.87 seconds to destroy the instance on the hypervisor. [ 2269.824474] env[62187]: DEBUG oslo.service.loopingcall [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2269.825951] env[62187]: DEBUG nova.compute.manager [-] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2269.825951] env[62187]: DEBUG nova.network.neutron [-] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2269.845947] env[62187]: DEBUG nova.scheduler.client.report [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2269.863796] env[62187]: DEBUG nova.scheduler.client.report [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2269.864098] env[62187]: DEBUG nova.compute.provider_tree [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2269.879724] env[62187]: DEBUG nova.scheduler.client.report [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2269.898583] env[62187]: DEBUG nova.scheduler.client.report [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2269.942496] env[62187]: DEBUG oslo_vmware.api [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133433, 'name': PowerOnVM_Task, 'duration_secs': 0.44342} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.942763] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2269.942990] env[62187]: DEBUG nova.compute.manager [None req-93cc4fd8-5326-4056-986a-8ec185858f16 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2269.943775] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6261bf83-43d8-46cd-b2fc-ee58d58ab8d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.957957] env[62187]: DEBUG nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2269.989093] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2269.989396] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2269.989566] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2269.989747] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2269.989947] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2269.990073] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2269.990335] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2269.990488] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2269.990649] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2269.990810] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2269.990976] env[62187]: DEBUG nova.virt.hardware [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2269.991827] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e144a-405a-41cf-b6b5-afa9fe00d90a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.005285] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda9cd09-a4bd-420b-aa93-1891dd2bd8f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.082914] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133434, 'name': ReconfigVM_Task, 'duration_secs': 0.298431} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.083237] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 76df0cfc-d079-4a7f-b641-67a7848cb416/76df0cfc-d079-4a7f-b641-67a7848cb416.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2270.083865] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a7ba7d3-6389-4fe3-a525-20f34a38f047 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.094340] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2270.094340] env[62187]: value = "task-2133435" [ 2270.094340] env[62187]: _type = "Task" [ 2270.094340] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.105796] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133435, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.162436] env[62187]: DEBUG nova.compute.manager [req-244c9f5b-8b0a-4fb9-b2ab-43589bb061d3 req-42164c48-b57b-4383-9d55-1306e0ed2328 service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Received event network-vif-deleted-b4c097d1-1b6e-4bda-808f-aaefe418efa1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2270.162638] env[62187]: INFO nova.compute.manager [req-244c9f5b-8b0a-4fb9-b2ab-43589bb061d3 req-42164c48-b57b-4383-9d55-1306e0ed2328 service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Neutron deleted interface b4c097d1-1b6e-4bda-808f-aaefe418efa1; detaching it from the instance and deleting it from the info cache [ 2270.162830] env[62187]: DEBUG nova.network.neutron [req-244c9f5b-8b0a-4fb9-b2ab-43589bb061d3 req-42164c48-b57b-4383-9d55-1306e0ed2328 service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.199641] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6929527-c9f7-49d1-b5b1-bd1d9bb56f49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.207965] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590e1c8-a7f5-4c6b-ba9c-4850cbc310ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.249727] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647c4573-85f3-4d50-9ce0-28de8460d48f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.252589] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "89d71354-a5f3-41f3-a595-eec65c38be40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2270.252811] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "89d71354-a5f3-41f3-a595-eec65c38be40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2270.262240] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61057fdc-0f75-4c63-b437-75b7a2e300cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.280832] env[62187]: DEBUG nova.compute.provider_tree [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.392505] env[62187]: DEBUG nova.network.neutron [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Successfully updated port: fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2270.574738] env[62187]: DEBUG nova.network.neutron [-] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.606921] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133435, 'name': Rename_Task, 'duration_secs': 0.151942} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.607252] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2270.607736] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f097782-66a9-44de-a68d-ada79ba1d9e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.613740] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2270.613740] env[62187]: value = "task-2133436" [ 2270.613740] env[62187]: _type = "Task" [ 2270.613740] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.621816] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.668271] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24af3228-88d0-4730-af47-dcadd4ef25bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.677575] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dccc0e-bebf-4e67-a673-f37a562873fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.708613] env[62187]: DEBUG nova.compute.manager [req-244c9f5b-8b0a-4fb9-b2ab-43589bb061d3 req-42164c48-b57b-4383-9d55-1306e0ed2328 service nova] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Detach interface failed, port_id=b4c097d1-1b6e-4bda-808f-aaefe418efa1, reason: Instance 2831adc1-8f42-4f5a-b835-e205d456c52f could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2270.757483] env[62187]: DEBUG nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2270.783676] env[62187]: DEBUG nova.scheduler.client.report [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2270.894859] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.895045] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.895231] env[62187]: DEBUG nova.network.neutron [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2271.076944] env[62187]: INFO nova.compute.manager [-] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Took 1.25 seconds to deallocate network for instance. [ 2271.127285] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133436, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.280291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.289362] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.354s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.289890] env[62187]: DEBUG nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2271.293477] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.572s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.293667] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.293829] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2271.294133] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.055s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.294349] env[62187]: DEBUG nova.objects.instance [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'resources' on Instance uuid d95d4893-1b1f-4570-a56c-8de46f99126b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2271.297387] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e12206-d02e-4d28-acea-bc852f490ba7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.305798] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dc34d6-cc6a-47f5-92a9-3eee6807df9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.322325] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae70c0b-6dc6-4bbe-b491-525a130b138a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.329927] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556c4916-8868-4466-9907-bd2703f101e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.370731] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179427MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2271.371490] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.431323] env[62187]: DEBUG nova.network.neutron [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2271.573836] env[62187]: DEBUG nova.network.neutron [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating instance_info_cache with network_info: [{"id": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "address": "fa:16:3e:50:28:c5", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37476a-58", "ovs_interfaceid": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.583676] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.624937] env[62187]: DEBUG oslo_vmware.api [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133436, 'name': PowerOnVM_Task, 'duration_secs': 0.827409} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.625244] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2271.625483] env[62187]: INFO nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Took 10.49 seconds to spawn the instance on the hypervisor. [ 2271.625701] env[62187]: DEBUG nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2271.626456] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8deb4ce-19ed-43fe-b286-f3b13a7d831c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.797418] env[62187]: DEBUG nova.compute.utils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2271.800871] env[62187]: DEBUG nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2271.801226] env[62187]: DEBUG nova.network.neutron [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2271.900858] env[62187]: DEBUG nova.policy [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cd5678e7114f67b72ca499c1d980d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18c19221ec3b4fc6a177b5ff66d8cfca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2272.066587] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6586989-46b0-4808-b764-521629577c20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.075278] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15a66d8-1ede-4037-bc82-ea88cbec17a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.079584] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.079584] env[62187]: DEBUG nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Instance network_info: |[{"id": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "address": "fa:16:3e:50:28:c5", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37476a-58", "ovs_interfaceid": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2272.079816] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:28:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb37476a-58a8-4a91-b966-d101e4cb9da1', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2272.087010] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Creating folder: Project (4776bbc7b3af41aeb86531ed65bfe9f6). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2272.087731] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffd71cb3-990a-46f9-9b31-6d28ca403e04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.117996] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43d29b1-0ed9-415a-9524-033f578ee83c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.120760] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Created folder: Project (4776bbc7b3af41aeb86531ed65bfe9f6) in parent group-v435995. [ 2272.120931] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Creating folder: Instances. Parent ref: group-v436247. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2272.121446] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-787215c2-324e-4fcd-9aae-3bbf1739cad7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.128688] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5a12e7-673d-4603-a782-01e904392dd9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.133585] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Created folder: Instances in parent group-v436247. [ 2272.133827] env[62187]: DEBUG oslo.service.loopingcall [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2272.134364] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2272.134567] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-531358bc-bcb1-4565-a0d6-de33c08395d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.161740] env[62187]: DEBUG nova.compute.provider_tree [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2272.166669] env[62187]: INFO nova.compute.manager [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Took 20.64 seconds to build instance. [ 2272.170114] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2272.170114] env[62187]: value = "task-2133439" [ 2272.170114] env[62187]: _type = "Task" [ 2272.170114] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.178497] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133439, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.192149] env[62187]: DEBUG nova.compute.manager [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Received event network-vif-plugged-fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2272.192340] env[62187]: DEBUG oslo_concurrency.lockutils [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.192519] env[62187]: DEBUG oslo_concurrency.lockutils [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.192683] env[62187]: DEBUG oslo_concurrency.lockutils [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.192847] env[62187]: DEBUG nova.compute.manager [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] No waiting events found dispatching network-vif-plugged-fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2272.193275] env[62187]: WARNING nova.compute.manager [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Received unexpected event network-vif-plugged-fb37476a-58a8-4a91-b966-d101e4cb9da1 for instance with vm_state building and task_state spawning. [ 2272.193275] env[62187]: DEBUG nova.compute.manager [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Received event network-changed-fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2272.193411] env[62187]: DEBUG nova.compute.manager [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Refreshing instance network info cache due to event network-changed-fb37476a-58a8-4a91-b966-d101e4cb9da1. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2272.193519] env[62187]: DEBUG oslo_concurrency.lockutils [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] Acquiring lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.193657] env[62187]: DEBUG oslo_concurrency.lockutils [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] Acquired lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.193816] env[62187]: DEBUG nova.network.neutron [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Refreshing network info cache for port fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2272.305109] env[62187]: DEBUG nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2272.458790] env[62187]: DEBUG nova.network.neutron [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Successfully created port: 6730bd52-136a-412c-aea3-92041d08a46f {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2272.667084] env[62187]: DEBUG nova.scheduler.client.report [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2272.671104] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc8ef795-4e08-45e3-a78f-0b777c8f1990 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.156s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.681599] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133439, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.161850] env[62187]: DEBUG nova.network.neutron [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updated VIF entry in instance network info cache for port fb37476a-58a8-4a91-b966-d101e4cb9da1. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2273.161850] env[62187]: DEBUG nova.network.neutron [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating instance_info_cache with network_info: [{"id": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "address": "fa:16:3e:50:28:c5", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37476a-58", "ovs_interfaceid": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2273.172125] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.176041] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.554s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.176329] env[62187]: DEBUG nova.objects.instance [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lazy-loading 'resources' on Instance uuid 704284b7-a566-4faf-9da3-69110d08c8e0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2273.188708] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133439, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.201301] env[62187]: INFO nova.scheduler.client.report [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted allocations for instance d95d4893-1b1f-4570-a56c-8de46f99126b [ 2273.317923] env[62187]: DEBUG nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2273.348234] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2273.348488] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2273.348745] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2273.348809] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2273.348955] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2273.349141] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2273.349358] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2273.349510] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2273.349669] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2273.349823] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2273.349991] env[62187]: DEBUG nova.virt.hardware [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2273.350856] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e5948-5a99-45be-88be-95f7051db6de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.359613] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c445f1bf-108d-475f-87d8-6e4d96df5273 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.663918] env[62187]: DEBUG oslo_concurrency.lockutils [req-3c9c27bc-bbee-4d1c-a75a-36ffff3531b1 req-b43075a5-93c9-4b78-8b5e-90190966fee3 service nova] Releasing lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.686888] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133439, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.710016] env[62187]: DEBUG oslo_concurrency.lockutils [None req-339f3d64-63e5-4a6f-8a54-d144cc4b35c9 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d95d4893-1b1f-4570-a56c-8de46f99126b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.178s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.886716] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335d4da2-a302-4632-9b4b-6d7d0ded9647 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.895308] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add83c93-6191-43c3-b354-191cbb0f9658 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.903485] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.903810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.930910] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20e8f9-0073-4e46-b669-dbdede6c7d48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.939028] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db022ca-5d48-4c83-8e2c-0579a14f24ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.952969] env[62187]: DEBUG nova.compute.provider_tree [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2274.185954] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133439, 'name': CreateVM_Task, 'duration_secs': 1.795307} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.187168] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2274.187935] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.188164] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.188531] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2274.188791] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc109525-9e84-43c9-b2ad-db64fda0b2c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.194067] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2274.194067] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525adcf9-1d95-ed81-5705-e16867b2038c" [ 2274.194067] env[62187]: _type = "Task" [ 2274.194067] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.202157] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525adcf9-1d95-ed81-5705-e16867b2038c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.405780] env[62187]: DEBUG nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2274.458658] env[62187]: DEBUG nova.scheduler.client.report [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2274.633982] env[62187]: DEBUG nova.compute.manager [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2274.634245] env[62187]: DEBUG nova.compute.manager [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing instance network info cache due to event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2274.634414] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.634544] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.634698] env[62187]: DEBUG nova.network.neutron [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2274.637424] env[62187]: DEBUG nova.network.neutron [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Successfully updated port: 6730bd52-136a-412c-aea3-92041d08a46f {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2274.704583] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525adcf9-1d95-ed81-5705-e16867b2038c, 'name': SearchDatastore_Task, 'duration_secs': 0.036159} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.704975] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.705188] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2274.705414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.705549] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.705756] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2274.706378] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65340bdb-6973-48d5-904b-c0ae54b477bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.718095] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2274.718274] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2274.718965] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e30c4f-57be-4e33-94bf-5ac83de16185 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.724499] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2274.724499] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c164f0-d1fa-6bfa-1876-e8ea9fc334a0" [ 2274.724499] env[62187]: _type = "Task" [ 2274.724499] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.731840] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c164f0-d1fa-6bfa-1876-e8ea9fc334a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.928947] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.963261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.965710] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.685s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.967785] env[62187]: INFO nova.compute.claims [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2274.986654] env[62187]: INFO nova.scheduler.client.report [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Deleted allocations for instance 704284b7-a566-4faf-9da3-69110d08c8e0 [ 2275.140026] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.140026] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.140026] env[62187]: DEBUG nova.network.neutron [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2275.234868] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c164f0-d1fa-6bfa-1876-e8ea9fc334a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01517} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.235674] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09104799-b96e-4057-9b24-1037feb3e705 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.240658] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2275.240658] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5247c3f9-2ffc-dd0d-3c1e-083da82235c9" [ 2275.240658] env[62187]: _type = "Task" [ 2275.240658] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.248918] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5247c3f9-2ffc-dd0d-3c1e-083da82235c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.484166] env[62187]: DEBUG nova.network.neutron [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updated VIF entry in instance network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2275.484533] env[62187]: DEBUG nova.network.neutron [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.494831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea7d36f9-7ad3-4ce0-96a5-192887529278 tempest-ServerDiskConfigTestJSON-1372956383 tempest-ServerDiskConfigTestJSON-1372956383-project-member] Lock "704284b7-a566-4faf-9da3-69110d08c8e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.992s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.681775] env[62187]: DEBUG nova.network.neutron [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2275.755690] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5247c3f9-2ffc-dd0d-3c1e-083da82235c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.755982] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.756268] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] f41b4484-20f9-4882-82d2-4cc9daa3b65a/f41b4484-20f9-4882-82d2-4cc9daa3b65a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2275.756525] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba32d052-bca7-4ef6-832b-117615cc41bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.763282] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2275.763282] env[62187]: value = "task-2133440" [ 2275.763282] env[62187]: _type = "Task" [ 2275.763282] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.771601] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.830622] env[62187]: DEBUG nova.network.neutron [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Updating instance_info_cache with network_info: [{"id": "6730bd52-136a-412c-aea3-92041d08a46f", "address": "fa:16:3e:08:ba:2b", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6730bd52-13", "ovs_interfaceid": "6730bd52-136a-412c-aea3-92041d08a46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.987486] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.987801] env[62187]: DEBUG nova.compute.manager [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Received event network-vif-plugged-6730bd52-136a-412c-aea3-92041d08a46f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2275.988008] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] Acquiring lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.988239] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2275.988487] env[62187]: DEBUG oslo_concurrency.lockutils [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2275.988760] env[62187]: DEBUG nova.compute.manager [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] No waiting events found dispatching network-vif-plugged-6730bd52-136a-412c-aea3-92041d08a46f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2275.989048] env[62187]: WARNING nova.compute.manager [req-8a79aa1b-1c85-4213-a663-ba0011e2c3c8 req-12527729-79d6-41d5-bc53-59c9691656ff service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Received unexpected event network-vif-plugged-6730bd52-136a-412c-aea3-92041d08a46f for instance with vm_state building and task_state spawning. [ 2276.120918] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.121214] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.222765] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3129573-3d65-4d64-82c3-b75061971bd2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.231142] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7454b6-3c31-4b5b-8985-0872eea59dd7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.261977] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07550658-d4e5-4c55-9bcb-98e877b3567a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.274947] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133440, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.276261] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bc6a3f-0659-4ba7-bdd1-9f3bb22cb81e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.290043] env[62187]: DEBUG nova.compute.provider_tree [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2276.332859] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.333231] env[62187]: DEBUG nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Instance network_info: |[{"id": "6730bd52-136a-412c-aea3-92041d08a46f", "address": "fa:16:3e:08:ba:2b", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6730bd52-13", "ovs_interfaceid": "6730bd52-136a-412c-aea3-92041d08a46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2276.333747] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:ba:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6730bd52-136a-412c-aea3-92041d08a46f', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2276.341762] env[62187]: DEBUG oslo.service.loopingcall [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2276.341970] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2276.342196] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a6bd9cd-0a56-448d-87de-8fe91ecd94fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.363421] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2276.363421] env[62187]: value = "task-2133441" [ 2276.363421] env[62187]: _type = "Task" [ 2276.363421] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.373948] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133441, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.628465] env[62187]: DEBUG nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2276.668044] env[62187]: DEBUG nova.compute.manager [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Received event network-changed-6730bd52-136a-412c-aea3-92041d08a46f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2276.668274] env[62187]: DEBUG nova.compute.manager [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Refreshing instance network info cache due to event network-changed-6730bd52-136a-412c-aea3-92041d08a46f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2276.668516] env[62187]: DEBUG oslo_concurrency.lockutils [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] Acquiring lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.668659] env[62187]: DEBUG oslo_concurrency.lockutils [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] Acquired lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.668850] env[62187]: DEBUG nova.network.neutron [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Refreshing network info cache for port 6730bd52-136a-412c-aea3-92041d08a46f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2276.774835] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525381} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.775102] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] f41b4484-20f9-4882-82d2-4cc9daa3b65a/f41b4484-20f9-4882-82d2-4cc9daa3b65a.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2276.775314] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2276.775558] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc063465-d1e9-47b1-840b-3e51a9c777f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.782647] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2276.782647] env[62187]: value = "task-2133442" [ 2276.782647] env[62187]: _type = "Task" [ 2276.782647] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.792276] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.794308] env[62187]: DEBUG nova.scheduler.client.report [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2276.873507] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133441, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.150950] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.293592] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068746} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.293899] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2277.294661] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee179ad-a6d2-4848-b501-e440f91fe0fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.298992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.333s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2277.299504] env[62187]: DEBUG nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2277.313227] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.942s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.322985] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] f41b4484-20f9-4882-82d2-4cc9daa3b65a/f41b4484-20f9-4882-82d2-4cc9daa3b65a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2277.326305] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e124b3b9-90f6-4e75-89d2-ef8cf883acdb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.346688] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2277.346688] env[62187]: value = "task-2133443" [ 2277.346688] env[62187]: _type = "Task" [ 2277.346688] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.354536] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.373900] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133441, 'name': CreateVM_Task, 'duration_secs': 0.870226} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.375222] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2277.375222] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.375222] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.375391] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2277.375569] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48864d56-1676-45e2-bfbd-5bd566618e97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.380120] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2277.380120] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254276f-ca18-0dd3-9051-6cdf59f46fa1" [ 2277.380120] env[62187]: _type = "Task" [ 2277.380120] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.392119] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254276f-ca18-0dd3-9051-6cdf59f46fa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.423200] env[62187]: DEBUG nova.network.neutron [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Updated VIF entry in instance network info cache for port 6730bd52-136a-412c-aea3-92041d08a46f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2277.423556] env[62187]: DEBUG nova.network.neutron [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Updating instance_info_cache with network_info: [{"id": "6730bd52-136a-412c-aea3-92041d08a46f", "address": "fa:16:3e:08:ba:2b", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6730bd52-13", "ovs_interfaceid": "6730bd52-136a-412c-aea3-92041d08a46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.833119] env[62187]: DEBUG nova.compute.utils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2277.834703] env[62187]: DEBUG nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2277.834876] env[62187]: DEBUG nova.network.neutron [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2277.858525] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133443, 'name': ReconfigVM_Task, 'duration_secs': 0.331269} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.858946] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Reconfigured VM instance instance-0000005c to attach disk [datastore2] f41b4484-20f9-4882-82d2-4cc9daa3b65a/f41b4484-20f9-4882-82d2-4cc9daa3b65a.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2277.859457] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bdc4b54-7fad-427d-abe7-c7832f2f3f20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.866199] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2277.866199] env[62187]: value = "task-2133444" [ 2277.866199] env[62187]: _type = "Task" [ 2277.866199] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.878740] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133444, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.891641] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254276f-ca18-0dd3-9051-6cdf59f46fa1, 'name': SearchDatastore_Task, 'duration_secs': 0.009432} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.893221] env[62187]: DEBUG nova.policy [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd180e4a00229403a92c66217ee7e9427', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5efd3ed1be1e4b99baad1ad9371615f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2277.894926] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.895295] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2277.895589] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2277.895834] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2277.896094] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2277.898166] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65abfbe4-76f1-40a8-af47-661260b75c29 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.905089] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2277.905289] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2277.906133] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d223636f-6f62-4871-8258-5e7db0658d67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.911817] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2277.911817] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b223bd-11b6-fbf8-b84a-6525a8aee6f6" [ 2277.911817] env[62187]: _type = "Task" [ 2277.911817] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.919805] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b223bd-11b6-fbf8-b84a-6525a8aee6f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.926596] env[62187]: DEBUG oslo_concurrency.lockutils [req-9b00d9b1-d2dd-450e-93c0-be4b9d3ae780 req-0d08c7bd-1860-499e-a5e3-2e9867150449 service nova] Releasing lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.201911] env[62187]: DEBUG nova.network.neutron [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Successfully created port: 838dd7f1-c64d-4d48-855b-3f85f88dd2be {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2278.339756] env[62187]: DEBUG nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2278.362692] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.362885] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 44a56a4f-665a-428d-85b1-434938ca88b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.363239] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 62af59af-f706-404d-b68c-9337c0abdf3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.363239] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ec64a04c-2fee-4c79-bad9-f876c854a52c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.363321] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 0d07a14c-6868-4ee4-9952-b752ee95145c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.363376] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance f4a5ad45-a790-499b-a680-e62c0ae1e95f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.363487] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.363668] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 360b89d0-669a-46a3-b19d-9dc687cfee69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.363828] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance a20aeb67-3f4c-4a01-9164-ccc9af03afcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.364036] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4a009858-f9fb-475a-b461-c6223ea19286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.364198] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 2831adc1-8f42-4f5a-b835-e205d456c52f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2278.364325] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 76df0cfc-d079-4a7f-b641-67a7848cb416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.364443] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance f41b4484-20f9-4882-82d2-4cc9daa3b65a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.364557] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.364669] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 89d71354-a5f3-41f3-a595-eec65c38be40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2278.377770] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133444, 'name': Rename_Task, 'duration_secs': 0.146863} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.378216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2278.378302] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad904e07-f579-42d4-97cf-71db407f7f20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.385752] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2278.385752] env[62187]: value = "task-2133445" [ 2278.385752] env[62187]: _type = "Task" [ 2278.385752] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.393757] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.422229] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b223bd-11b6-fbf8-b84a-6525a8aee6f6, 'name': SearchDatastore_Task, 'duration_secs': 0.00845} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.423036] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503021a3-1e25-493d-b1e6-02e1898f7763 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.428749] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2278.428749] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f300dd-0b3d-384b-7b90-6db257e29b88" [ 2278.428749] env[62187]: _type = "Task" [ 2278.428749] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.436663] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f300dd-0b3d-384b-7b90-6db257e29b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.868143] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance d261d258-7b7b-4b92-9a7a-e5a8cfc59115 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2278.896805] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133445, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.939451] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f300dd-0b3d-384b-7b90-6db257e29b88, 'name': SearchDatastore_Task, 'duration_secs': 0.019967} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.939746] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.939983] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04/d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2278.940260] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0199441d-f18e-464a-b43d-c0f5980cf9d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.947374] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2278.947374] env[62187]: value = "task-2133446" [ 2278.947374] env[62187]: _type = "Task" [ 2278.947374] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.957260] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.351638] env[62187]: DEBUG nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2279.371650] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance d7f6fe78-5cd3-41a2-aba8-00096430304f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2279.371850] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2279.371926] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2279.384034] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2279.384291] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2279.384456] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2279.384634] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2279.384777] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2279.384933] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2279.385788] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2279.385913] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2279.386277] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2279.386460] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2279.386640] env[62187]: DEBUG nova.virt.hardware [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2279.387667] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb15ca-cea2-4472-b7e3-1c03dbdb3b33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.403479] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71660f79-bd48-49ce-aaa3-6c891a8e4aa9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.410433] env[62187]: DEBUG oslo_vmware.api [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133445, 'name': PowerOnVM_Task, 'duration_secs': 0.671975} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.414067] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2279.414204] env[62187]: INFO nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Took 9.46 seconds to spawn the instance on the hypervisor. [ 2279.414395] env[62187]: DEBUG nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2279.415976] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c490ae6b-f237-491c-bc70-09eafcbcbd4e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.458201] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133446, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.620536] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0941695-0018-477b-b96d-a8f2c54a5ccb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.628778] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769a0da-9550-4239-ae88-ba68666b832d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.658279] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914a7b9c-ef20-4342-836c-6ca37460569d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.666035] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a392741-b55b-4674-80c4-8762060a84e6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.680434] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2279.945065] env[62187]: INFO nova.compute.manager [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Took 19.66 seconds to build instance. [ 2279.958504] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722708} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.958758] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04/d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2279.959015] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2279.959742] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66da017b-cedd-4a90-8c3e-d6d65c87313d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.966972] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2279.966972] env[62187]: value = "task-2133447" [ 2279.966972] env[62187]: _type = "Task" [ 2279.966972] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.974447] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.183618] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2280.448035] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9e5f8008-d41b-4c20-b090-9a0925f7db9b tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.179s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.477679] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068788} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.478055] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2280.479084] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf7f1bf-8dfe-419c-a3d6-5fba7b8c8d62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.501570] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04/d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2280.501852] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e85306-489d-4c9a-8fc3-7ef8b8ae8ada {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.521297] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2280.521297] env[62187]: value = "task-2133448" [ 2280.521297] env[62187]: _type = "Task" [ 2280.521297] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.529629] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.689080] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2280.689275] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.376s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.689539] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.106s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.689720] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.691777] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.763s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2280.693360] env[62187]: INFO nova.compute.claims [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2280.713732] env[62187]: INFO nova.scheduler.client.report [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted allocations for instance 2831adc1-8f42-4f5a-b835-e205d456c52f [ 2280.952267] env[62187]: DEBUG nova.compute.manager [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Received event network-changed-fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2280.952513] env[62187]: DEBUG nova.compute.manager [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Refreshing instance network info cache due to event network-changed-fb37476a-58a8-4a91-b966-d101e4cb9da1. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2280.952605] env[62187]: DEBUG oslo_concurrency.lockutils [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] Acquiring lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2280.952745] env[62187]: DEBUG oslo_concurrency.lockutils [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] Acquired lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2280.952903] env[62187]: DEBUG nova.network.neutron [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Refreshing network info cache for port fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2281.033377] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.220960] env[62187]: DEBUG oslo_concurrency.lockutils [None req-50d02771-d72d-43f7-9768-7387aef50121 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "2831adc1-8f42-4f5a-b835-e205d456c52f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.778s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.534263] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133448, 'name': ReconfigVM_Task, 'duration_secs': 0.580927} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.537687] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04/d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2281.538557] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e87799d4-d314-4d46-bbe5-bd6210701ad0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.546917] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2281.546917] env[62187]: value = "task-2133449" [ 2281.546917] env[62187]: _type = "Task" [ 2281.546917] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.558577] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133449, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.749749] env[62187]: DEBUG nova.network.neutron [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updated VIF entry in instance network info cache for port fb37476a-58a8-4a91-b966-d101e4cb9da1. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2281.750241] env[62187]: DEBUG nova.network.neutron [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating instance_info_cache with network_info: [{"id": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "address": "fa:16:3e:50:28:c5", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37476a-58", "ovs_interfaceid": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2281.898929] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca95b60-7df4-459d-9b70-dfcb1b343173 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.907550] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191b6bdc-b5ad-484f-acf3-51494c4d4ec6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.939076] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92406397-f75e-4a12-b6bc-aaae11582ce4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.947454] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d886d13-d7b0-45cd-b5f1-633adfc9bc35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.962064] env[62187]: DEBUG nova.compute.provider_tree [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2282.058025] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133449, 'name': Rename_Task, 'duration_secs': 0.14891} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.058352] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2282.058593] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-519cb17f-2b36-4c29-9f72-db0ab4b8e508 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.065259] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2282.065259] env[62187]: value = "task-2133450" [ 2282.065259] env[62187]: _type = "Task" [ 2282.065259] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.072816] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.255064] env[62187]: DEBUG oslo_concurrency.lockutils [req-8bdacb35-633a-4c53-a20d-e9057190194b req-b68b5e2f-ea2d-4077-93f0-7cc7b1ee5675 service nova] Releasing lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.482265] env[62187]: ERROR nova.scheduler.client.report [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [req-ea12047f-fd54-4e71-bf95-2e60489ca7ca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea12047f-fd54-4e71-bf95-2e60489ca7ca"}]} [ 2282.498118] env[62187]: DEBUG nova.scheduler.client.report [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2282.514507] env[62187]: DEBUG nova.scheduler.client.report [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2282.514734] env[62187]: DEBUG nova.compute.provider_tree [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2282.525956] env[62187]: DEBUG nova.scheduler.client.report [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2282.544575] env[62187]: DEBUG nova.scheduler.client.report [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2282.546886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "5d0273be-3161-4cbe-ada3-6a3276b44603" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.547114] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.574583] env[62187]: DEBUG oslo_vmware.api [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133450, 'name': PowerOnVM_Task, 'duration_secs': 0.447738} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.576897] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2282.577119] env[62187]: INFO nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Took 9.26 seconds to spawn the instance on the hypervisor. [ 2282.577297] env[62187]: DEBUG nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2282.578525] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731b6dc5-a4a9-4dda-8afd-3e9dc672dd57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.725709] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774a2289-d8cc-4926-a3c0-3c3bc2b74eb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.732860] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0308832-e38c-4d74-ad50-1bda3169e910 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.761780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a1ccdb-0225-4540-8871-ae5fdcf00784 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.768435] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d7eaf-e39b-4b3c-9b22-704306c61b47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.782316] env[62187]: DEBUG nova.compute.provider_tree [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2283.050063] env[62187]: DEBUG nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2283.094652] env[62187]: INFO nova.compute.manager [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Took 21.95 seconds to build instance. [ 2283.314486] env[62187]: DEBUG nova.scheduler.client.report [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2283.314770] env[62187]: DEBUG nova.compute.provider_tree [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 137 to 138 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2283.314955] env[62187]: DEBUG nova.compute.provider_tree [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2283.427700] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] Acquiring lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.428209] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] Acquired lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.428434] env[62187]: DEBUG nova.network.neutron [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2283.581900] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.596522] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5f547085-7620-4fd3-97b8-c06eba49081a tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.460s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.820968] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.821628] env[62187]: DEBUG nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2283.825127] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.674s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.826499] env[62187]: INFO nova.compute.claims [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2284.168964] env[62187]: DEBUG nova.network.neutron [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Updating instance_info_cache with network_info: [{"id": "6730bd52-136a-412c-aea3-92041d08a46f", "address": "fa:16:3e:08:ba:2b", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6730bd52-13", "ovs_interfaceid": "6730bd52-136a-412c-aea3-92041d08a46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.331706] env[62187]: DEBUG nova.compute.utils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2284.336212] env[62187]: DEBUG nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2284.336476] env[62187]: DEBUG nova.network.neutron [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2284.376554] env[62187]: DEBUG nova.policy [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2284.675862] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] Releasing lock "refresh_cache-d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.676083] env[62187]: DEBUG nova.compute.manager [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Inject network info {{(pid=62187) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2284.677025] env[62187]: DEBUG nova.compute.manager [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] network_info to inject: |[{"id": "6730bd52-136a-412c-aea3-92041d08a46f", "address": "fa:16:3e:08:ba:2b", "network": {"id": "0bd96ac3-ec44-4b86-9e28-0db3c2f72a8a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2130641498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18c19221ec3b4fc6a177b5ff66d8cfca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6730bd52-13", "ovs_interfaceid": "6730bd52-136a-412c-aea3-92041d08a46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2284.681577] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Reconfiguring VM instance to set the machine id {{(pid=62187) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2284.681765] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89fede51-3e8b-46a3-9d58-bb1962c2c47f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.697199] env[62187]: DEBUG oslo_vmware.api [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] Waiting for the task: (returnval){ [ 2284.697199] env[62187]: value = "task-2133451" [ 2284.697199] env[62187]: _type = "Task" [ 2284.697199] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.705453] env[62187]: DEBUG oslo_vmware.api [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] Task: {'id': task-2133451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.767884] env[62187]: DEBUG nova.network.neutron [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Successfully created port: 3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2284.842676] env[62187]: DEBUG nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2285.072545] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc8c799-0871-4719-8246-095de0beda46 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.081184] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a959162e-d799-4a33-882a-5c4f2bfb692d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.112801] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaf54fe-f6d5-47b3-b904-ddf73a7798f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.120978] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bcb502-4ded-49fa-a256-7d880e7cbed3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.134898] env[62187]: DEBUG nova.compute.provider_tree [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2285.207258] env[62187]: DEBUG oslo_vmware.api [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] Task: {'id': task-2133451, 'name': ReconfigVM_Task, 'duration_secs': 0.139382} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.207627] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8547c205-bee4-4d29-8588-2050c3e225d8 tempest-ServersAdminTestJSON-705834762 tempest-ServersAdminTestJSON-705834762-project-admin] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Reconfigured VM instance to set the machine id {{(pid=62187) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2285.314338] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "62af59af-f706-404d-b68c-9337c0abdf3b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.314548] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.350540] env[62187]: INFO nova.compute.manager [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Rebuilding instance [ 2285.399510] env[62187]: DEBUG nova.compute.manager [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2285.400439] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f83e27f-5de5-4625-bf1a-7ccf0b875920 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.639860] env[62187]: DEBUG nova.scheduler.client.report [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2285.817699] env[62187]: INFO nova.compute.manager [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Detaching volume b5ffcd88-9e87-41eb-9bbd-47e07b0130da [ 2285.853886] env[62187]: INFO nova.virt.block_device [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Attempting to driver detach volume b5ffcd88-9e87-41eb-9bbd-47e07b0130da from mountpoint /dev/sdb [ 2285.854190] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2285.854381] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2285.855266] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9476ef2-d401-415b-8c8b-9a75f529ebdc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.859518] env[62187]: DEBUG nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2285.882466] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dddf5c-0db0-470f-9901-403a620effa8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.890869] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82f5176-6d88-422d-9b65-ade6c6070054 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.895100] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2285.895335] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2285.895491] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2285.895671] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2285.895833] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2285.896048] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2285.896291] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2285.896456] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2285.896621] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2285.896783] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2285.897033] env[62187]: DEBUG nova.virt.hardware [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2285.897763] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebe5de0-cd66-4a13-88a1-92a8ee6bad64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.920307] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968b0a6d-b5c6-4ef7-8abd-d33e9be148ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.927405] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ba256c-b029-4625-a0d4-ff41a9ad19c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.949778] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] The volume has not been displaced from its original location: [datastore1] volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da/volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2285.954834] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2285.955303] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-375a558d-db9e-4d94-908d-fb1f0ffe7938 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.972877] env[62187]: DEBUG oslo_vmware.api [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2285.972877] env[62187]: value = "task-2133452" [ 2285.972877] env[62187]: _type = "Task" [ 2285.972877] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.981851] env[62187]: DEBUG oslo_vmware.api [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.144635] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.145219] env[62187]: DEBUG nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2286.148049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.566s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.149621] env[62187]: INFO nova.compute.claims [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2286.427782] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2286.428155] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbd437a7-5633-4457-94c4-37ddee4e3249 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.435773] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2286.435773] env[62187]: value = "task-2133453" [ 2286.435773] env[62187]: _type = "Task" [ 2286.435773] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.444255] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.484749] env[62187]: DEBUG oslo_vmware.api [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133452, 'name': ReconfigVM_Task, 'duration_secs': 0.221446} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.485055] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2286.490297] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebab98e-043b-49b4-b943-9d94d0ba89d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.506081] env[62187]: DEBUG oslo_vmware.api [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2286.506081] env[62187]: value = "task-2133454" [ 2286.506081] env[62187]: _type = "Task" [ 2286.506081] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.514379] env[62187]: DEBUG oslo_vmware.api [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.655016] env[62187]: DEBUG nova.compute.utils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2286.658143] env[62187]: DEBUG nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2286.658337] env[62187]: DEBUG nova.network.neutron [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2286.708291] env[62187]: DEBUG nova.policy [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1822c89706e4e6f8e77a169d8d20eb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca6f4bced124d88a00fcb00c3cd0fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2286.946432] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133453, 'name': PowerOffVM_Task, 'duration_secs': 0.22216} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.946896] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2286.947270] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2286.948156] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92960fac-315a-4d52-8adc-6dc1120d0cf6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.955119] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2286.955442] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0d08f39-7089-42f4-b934-070e0efe6dd1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.994954] env[62187]: DEBUG nova.network.neutron [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Successfully created port: 4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2287.015418] env[62187]: DEBUG oslo_vmware.api [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133454, 'name': ReconfigVM_Task, 'duration_secs': 0.139759} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.015724] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436226', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'name': 'volume-b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '62af59af-f706-404d-b68c-9337c0abdf3b', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da', 'serial': 'b5ffcd88-9e87-41eb-9bbd-47e07b0130da'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2287.158927] env[62187]: DEBUG nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2287.412471] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7716231c-34a8-4828-b9d2-82fdda639877 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.420295] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460da0df-996a-44e1-b5a9-302591100ee6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.450978] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98525c42-7bd7-45eb-aa47-2bbca5dd8bc3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.457772] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d2ce4-ce24-441f-818c-8d695c75d768 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.471072] env[62187]: DEBUG nova.compute.provider_tree [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2287.564704] env[62187]: DEBUG nova.objects.instance [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'flavor' on Instance uuid 62af59af-f706-404d-b68c-9337c0abdf3b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2287.767322] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2287.767597] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2287.767819] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleting the datastore file [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2287.768120] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94bcfa03-33f8-4ff4-97a5-755fd7670dbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.775929] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2287.775929] env[62187]: value = "task-2133456" [ 2287.775929] env[62187]: _type = "Task" [ 2287.775929] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.783242] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.974773] env[62187]: DEBUG nova.scheduler.client.report [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2288.140806] env[62187]: DEBUG nova.compute.manager [req-9e618988-828d-487f-8806-d92b0206c1f1 req-f00c7283-25e5-4786-9564-593cce1d80b2 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Received event network-vif-plugged-838dd7f1-c64d-4d48-855b-3f85f88dd2be {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2288.140806] env[62187]: DEBUG oslo_concurrency.lockutils [req-9e618988-828d-487f-8806-d92b0206c1f1 req-f00c7283-25e5-4786-9564-593cce1d80b2 service nova] Acquiring lock "89d71354-a5f3-41f3-a595-eec65c38be40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.140911] env[62187]: DEBUG oslo_concurrency.lockutils [req-9e618988-828d-487f-8806-d92b0206c1f1 req-f00c7283-25e5-4786-9564-593cce1d80b2 service nova] Lock "89d71354-a5f3-41f3-a595-eec65c38be40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.141042] env[62187]: DEBUG oslo_concurrency.lockutils [req-9e618988-828d-487f-8806-d92b0206c1f1 req-f00c7283-25e5-4786-9564-593cce1d80b2 service nova] Lock "89d71354-a5f3-41f3-a595-eec65c38be40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.141220] env[62187]: DEBUG nova.compute.manager [req-9e618988-828d-487f-8806-d92b0206c1f1 req-f00c7283-25e5-4786-9564-593cce1d80b2 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] No waiting events found dispatching network-vif-plugged-838dd7f1-c64d-4d48-855b-3f85f88dd2be {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2288.141383] env[62187]: WARNING nova.compute.manager [req-9e618988-828d-487f-8806-d92b0206c1f1 req-f00c7283-25e5-4786-9564-593cce1d80b2 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Received unexpected event network-vif-plugged-838dd7f1-c64d-4d48-855b-3f85f88dd2be for instance with vm_state building and task_state spawning. [ 2288.170103] env[62187]: DEBUG nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2288.197427] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2288.197677] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2288.197836] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2288.198034] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2288.198195] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2288.198341] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2288.198545] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2288.198702] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2288.198866] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2288.199041] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2288.199232] env[62187]: DEBUG nova.virt.hardware [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2288.201473] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdf2d53-5f2a-4b65-9bf1-e88652793e2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.208729] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8840b0e1-711e-4320-8245-efff90752df9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.230138] env[62187]: DEBUG nova.network.neutron [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Successfully updated port: 838dd7f1-c64d-4d48-855b-3f85f88dd2be {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2288.286019] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166258} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.286320] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2288.286515] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2288.286698] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2288.479252] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.479775] env[62187]: DEBUG nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2288.571316] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b08e0f9b-3602-4abf-b0c8-6e630ebbb8ff tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.257s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.732697] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "refresh_cache-89d71354-a5f3-41f3-a595-eec65c38be40" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.732870] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquired lock "refresh_cache-89d71354-a5f3-41f3-a595-eec65c38be40" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.733039] env[62187]: DEBUG nova.network.neutron [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2288.972951] env[62187]: DEBUG nova.network.neutron [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Successfully updated port: 4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2288.985540] env[62187]: DEBUG nova.compute.utils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2288.994059] env[62187]: DEBUG nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2288.994995] env[62187]: DEBUG nova.network.neutron [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2289.109749] env[62187]: DEBUG nova.policy [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe5974d190144803be761f95dd2e6189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372711927fdf4ea7b63f2ed784c7d3b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2289.312426] env[62187]: DEBUG nova.network.neutron [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2289.325363] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2289.325842] env[62187]: DEBUG nova.virt.hardware [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2289.326809] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06378a6d-6d93-4b9f-b49d-aef01f59f6c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.335564] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf040391-4fdf-4e1d-9eca-7adb5b395ff5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.349609] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:a8:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2289.356912] env[62187]: DEBUG oslo.service.loopingcall [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2289.359207] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2289.359540] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32f16849-9495-4938-86d5-4e1ab336882b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.378554] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2289.378554] env[62187]: value = "task-2133457" [ 2289.378554] env[62187]: _type = "Task" [ 2289.378554] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.389025] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133457, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.411074] env[62187]: DEBUG nova.network.neutron [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Successfully updated port: 3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2289.483079] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.483079] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.483079] env[62187]: DEBUG nova.network.neutron [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2289.499804] env[62187]: DEBUG nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2289.643024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "62af59af-f706-404d-b68c-9337c0abdf3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.643024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.643024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "62af59af-f706-404d-b68c-9337c0abdf3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2289.643024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2289.643024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2289.643896] env[62187]: INFO nova.compute.manager [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Terminating instance [ 2289.674784] env[62187]: DEBUG nova.network.neutron [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Updating instance_info_cache with network_info: [{"id": "838dd7f1-c64d-4d48-855b-3f85f88dd2be", "address": "fa:16:3e:88:8c:1d", "network": {"id": "cfacec0d-3725-415b-a28a-f821b6b97a7a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-964265792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5efd3ed1be1e4b99baad1ad9371615f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838dd7f1-c6", "ovs_interfaceid": "838dd7f1-c64d-4d48-855b-3f85f88dd2be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2289.724138] env[62187]: DEBUG nova.network.neutron [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Successfully created port: 3247b42a-78dc-4fb3-ad37-1655697993f7 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2289.888683] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133457, 'name': CreateVM_Task, 'duration_secs': 0.378863} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.888870] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2289.889735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.889950] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.890333] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2289.890634] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2084e91-d9f8-4e27-847e-9246e4bf4646 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.895367] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2289.895367] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5260af4d-ee7d-eb9e-eba9-22101a46885b" [ 2289.895367] env[62187]: _type = "Task" [ 2289.895367] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.903572] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5260af4d-ee7d-eb9e-eba9-22101a46885b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.912339] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.912495] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.912658] env[62187]: DEBUG nova.network.neutron [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2290.012609] env[62187]: DEBUG nova.network.neutron [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2290.148631] env[62187]: DEBUG nova.compute.manager [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2290.148631] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2290.150074] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a20075a-b303-47d5-bf36-169bac17dbf6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.158743] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2290.162041] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0716885-be06-4072-9d63-b4fc54c41731 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.166969] env[62187]: DEBUG oslo_vmware.api [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2290.166969] env[62187]: value = "task-2133458" [ 2290.166969] env[62187]: _type = "Task" [ 2290.166969] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.174817] env[62187]: DEBUG oslo_vmware.api [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.176613] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Releasing lock "refresh_cache-89d71354-a5f3-41f3-a595-eec65c38be40" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.176963] env[62187]: DEBUG nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Instance network_info: |[{"id": "838dd7f1-c64d-4d48-855b-3f85f88dd2be", "address": "fa:16:3e:88:8c:1d", "network": {"id": "cfacec0d-3725-415b-a28a-f821b6b97a7a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-964265792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5efd3ed1be1e4b99baad1ad9371615f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838dd7f1-c6", "ovs_interfaceid": "838dd7f1-c64d-4d48-855b-3f85f88dd2be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2290.178627] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Received event network-changed-838dd7f1-c64d-4d48-855b-3f85f88dd2be {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2290.178889] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Refreshing instance network info cache due to event network-changed-838dd7f1-c64d-4d48-855b-3f85f88dd2be. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2290.179113] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquiring lock "refresh_cache-89d71354-a5f3-41f3-a595-eec65c38be40" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2290.179270] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquired lock "refresh_cache-89d71354-a5f3-41f3-a595-eec65c38be40" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2290.179432] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Refreshing network info cache for port 838dd7f1-c64d-4d48-855b-3f85f88dd2be {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2290.182519] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:8c:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496ac502-bfc4-4324-8332-cac473eb7cc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '838dd7f1-c64d-4d48-855b-3f85f88dd2be', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2290.191464] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Creating folder: Project (5efd3ed1be1e4b99baad1ad9371615f1). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2290.194919] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7def3399-0dd3-43c2-abf7-7e1234572475 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.197876] env[62187]: DEBUG nova.network.neutron [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Updating instance_info_cache with network_info: [{"id": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "address": "fa:16:3e:fe:fa:be", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df0f5ca-dc", "ovs_interfaceid": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.209763] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Created folder: Project (5efd3ed1be1e4b99baad1ad9371615f1) in parent group-v435995. [ 2290.209951] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Creating folder: Instances. Parent ref: group-v436252. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2290.210695] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10046751-36b0-4895-82a2-bc15496a150d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.220492] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Created folder: Instances in parent group-v436252. [ 2290.220727] env[62187]: DEBUG oslo.service.loopingcall [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2290.220902] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2290.221210] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bc68c0d-aa98-42ea-acf3-2397aad399e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.240906] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2290.240906] env[62187]: value = "task-2133461" [ 2290.240906] env[62187]: _type = "Task" [ 2290.240906] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.255471] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133461, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.408151] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5260af4d-ee7d-eb9e-eba9-22101a46885b, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.408476] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.408738] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2290.408992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2290.409159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2290.409316] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2290.409588] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad051278-2301-4e3e-ac49-b98ddc99dc68 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.420568] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2290.420776] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2290.421543] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab462479-ff26-4a00-886a-ed960cf085b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.426656] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2290.426656] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528bfc76-3e1e-c1b1-93bc-69eb854c75e0" [ 2290.426656] env[62187]: _type = "Task" [ 2290.426656] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.436366] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528bfc76-3e1e-c1b1-93bc-69eb854c75e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.475115] env[62187]: DEBUG nova.network.neutron [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2290.505630] env[62187]: DEBUG nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2290.539178] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2290.539460] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2290.539557] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2290.539730] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2290.539866] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2290.540018] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2290.540246] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2290.540396] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2290.540550] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2290.540701] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2290.540864] env[62187]: DEBUG nova.virt.hardware [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2290.541719] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4881c4-1494-4b12-9821-636d61301dac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.550189] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354c82f6-54f9-41b6-af9c-ae55fa2d341c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.646287] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Updated VIF entry in instance network info cache for port 838dd7f1-c64d-4d48-855b-3f85f88dd2be. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2290.646709] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Updating instance_info_cache with network_info: [{"id": "838dd7f1-c64d-4d48-855b-3f85f88dd2be", "address": "fa:16:3e:88:8c:1d", "network": {"id": "cfacec0d-3725-415b-a28a-f821b6b97a7a", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-964265792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5efd3ed1be1e4b99baad1ad9371615f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496ac502-bfc4-4324-8332-cac473eb7cc4", "external-id": "nsx-vlan-transportzone-415", "segmentation_id": 415, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap838dd7f1-c6", "ovs_interfaceid": "838dd7f1-c64d-4d48-855b-3f85f88dd2be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.676741] env[62187]: DEBUG oslo_vmware.api [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133458, 'name': PowerOffVM_Task, 'duration_secs': 0.211017} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.677066] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2290.677244] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2290.677485] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3975760d-56e3-4c3b-afd7-9ba00499b974 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.700227] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.700554] env[62187]: DEBUG nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Instance network_info: |[{"id": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "address": "fa:16:3e:fe:fa:be", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df0f5ca-dc", "ovs_interfaceid": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2290.701063] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:fa:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4df0f5ca-dce5-48bb-9b0d-4635992830f5', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2290.708927] env[62187]: DEBUG oslo.service.loopingcall [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2290.709176] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2290.709395] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77da3300-50eb-4087-ae0e-4b84fb9a8a9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.729345] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2290.729345] env[62187]: value = "task-2133463" [ 2290.729345] env[62187]: _type = "Task" [ 2290.729345] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.737727] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133463, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.749870] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133461, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.808626] env[62187]: DEBUG nova.network.neutron [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2290.897628] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2290.897860] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2290.898057] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleting the datastore file [datastore1] 62af59af-f706-404d-b68c-9337c0abdf3b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2290.898364] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a950389-7006-400b-8268-05eadd6246ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.904675] env[62187]: DEBUG oslo_vmware.api [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2290.904675] env[62187]: value = "task-2133464" [ 2290.904675] env[62187]: _type = "Task" [ 2290.904675] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.911971] env[62187]: DEBUG oslo_vmware.api [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.935342] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528bfc76-3e1e-c1b1-93bc-69eb854c75e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.935847] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8131bc-bb8d-4c82-8130-4d67aa498ce4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.940966] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2290.940966] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fec986-87c7-7a55-c6f2-314b132936ee" [ 2290.940966] env[62187]: _type = "Task" [ 2290.940966] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.948289] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fec986-87c7-7a55-c6f2-314b132936ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.149268] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Releasing lock "refresh_cache-89d71354-a5f3-41f3-a595-eec65c38be40" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.149646] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Received event network-vif-plugged-4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2291.149753] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquiring lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2291.149957] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2291.150135] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.150311] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] No waiting events found dispatching network-vif-plugged-4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2291.150481] env[62187]: WARNING nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Received unexpected event network-vif-plugged-4df0f5ca-dce5-48bb-9b0d-4635992830f5 for instance with vm_state building and task_state spawning. [ 2291.150648] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Received event network-changed-4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2291.150796] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Refreshing instance network info cache due to event network-changed-4df0f5ca-dce5-48bb-9b0d-4635992830f5. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2291.150982] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquiring lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.151133] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquired lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.151294] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Refreshing network info cache for port 4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2291.239708] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133463, 'name': CreateVM_Task, 'duration_secs': 0.435076} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.239827] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2291.240553] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.240723] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.241062] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2291.241317] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff134412-8750-4a4a-8bd0-ba8bd6f34f59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.246944] env[62187]: DEBUG nova.network.neutron [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Successfully updated port: 3247b42a-78dc-4fb3-ad37-1655697993f7 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2291.249692] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2291.249692] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5288e37d-5303-e368-79fc-ac91258796a6" [ 2291.249692] env[62187]: _type = "Task" [ 2291.249692] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.255588] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133461, 'name': CreateVM_Task, 'duration_secs': 0.632858} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.255821] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2291.256932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.261836] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5288e37d-5303-e368-79fc-ac91258796a6, 'name': SearchDatastore_Task, 'duration_secs': 0.00998} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.262119] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.262452] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2291.262543] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.262772] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.263077] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2291.263323] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e34c340-95e7-4643-abd2-e89c3e4e9476 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.267905] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2291.267905] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521c0d1a-03b2-3a4a-6513-89bd885c26e3" [ 2291.267905] env[62187]: _type = "Task" [ 2291.267905] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.280083] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521c0d1a-03b2-3a4a-6513-89bd885c26e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009445} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.280365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.280587] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2291.280785] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.311821] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.311912] env[62187]: DEBUG nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Instance network_info: |[{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2291.312290] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:a8:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73f6629b-7f80-4a5b-8f15-c7a1635b3c33', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3274bd94-912b-4ce3-8285-65ad75003d02', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2291.319522] env[62187]: DEBUG oslo.service.loopingcall [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2291.319720] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2291.319929] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23ed1b34-fe2e-4a1a-98bf-4ccd8f2e648e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.339561] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2291.339561] env[62187]: value = "task-2133465" [ 2291.339561] env[62187]: _type = "Task" [ 2291.339561] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.347579] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133465, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.414801] env[62187]: DEBUG oslo_vmware.api [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210981} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.415233] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2291.415440] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2291.415619] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2291.415791] env[62187]: INFO nova.compute.manager [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2291.416604] env[62187]: DEBUG oslo.service.loopingcall [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2291.416824] env[62187]: DEBUG nova.compute.manager [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2291.416927] env[62187]: DEBUG nova.network.neutron [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2291.451625] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fec986-87c7-7a55-c6f2-314b132936ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.451884] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.452206] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2291.452506] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.452699] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2291.452906] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c78be9d-871b-48e0-9ca1-c673dce499d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.454750] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-768005b7-b9fd-470d-8e0f-47657b95555c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.462623] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2291.462623] env[62187]: value = "task-2133466" [ 2291.462623] env[62187]: _type = "Task" [ 2291.462623] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.463672] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2291.463836] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2291.469079] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d2533c-a13f-4b78-897c-07cee9ff54da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.475245] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2291.475245] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e66c7e-ba15-05fd-dc82-739682babd94" [ 2291.475245] env[62187]: _type = "Task" [ 2291.475245] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.478514] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.486286] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e66c7e-ba15-05fd-dc82-739682babd94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.751065] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "refresh_cache-5d0273be-3161-4cbe-ada3-6a3276b44603" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.751278] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "refresh_cache-5d0273be-3161-4cbe-ada3-6a3276b44603" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.751451] env[62187]: DEBUG nova.network.neutron [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2291.854814] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133465, 'name': CreateVM_Task, 'duration_secs': 0.387024} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.856187] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2291.856187] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.856187] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.856455] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2291.856745] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6293809-c035-4e91-82d3-3350c3e41c68 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.864111] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2291.864111] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a72b18-097f-0ca0-6aa6-ede7aacf4cd9" [ 2291.864111] env[62187]: _type = "Task" [ 2291.864111] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.874282] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a72b18-097f-0ca0-6aa6-ede7aacf4cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.973560] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133466, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.988962] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e66c7e-ba15-05fd-dc82-739682babd94, 'name': SearchDatastore_Task, 'duration_secs': 0.009933} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.989858] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f9cdf4-5ef7-475e-9b2c-d2e93d548709 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.995306] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2291.995306] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c153e0-9194-5dd3-e5fd-7ddaba7c90f7" [ 2291.995306] env[62187]: _type = "Task" [ 2291.995306] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.005507] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c153e0-9194-5dd3-e5fd-7ddaba7c90f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.198358] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Updated VIF entry in instance network info cache for port 4df0f5ca-dce5-48bb-9b0d-4635992830f5. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2292.198746] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Updating instance_info_cache with network_info: [{"id": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "address": "fa:16:3e:fe:fa:be", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df0f5ca-dc", "ovs_interfaceid": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.201714] env[62187]: DEBUG nova.compute.manager [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Received event network-vif-plugged-3247b42a-78dc-4fb3-ad37-1655697993f7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2292.201923] env[62187]: DEBUG oslo_concurrency.lockutils [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] Acquiring lock "5d0273be-3161-4cbe-ada3-6a3276b44603-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.202167] env[62187]: DEBUG oslo_concurrency.lockutils [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.202366] env[62187]: DEBUG oslo_concurrency.lockutils [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.202553] env[62187]: DEBUG nova.compute.manager [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] No waiting events found dispatching network-vif-plugged-3247b42a-78dc-4fb3-ad37-1655697993f7 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2292.202717] env[62187]: WARNING nova.compute.manager [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Received unexpected event network-vif-plugged-3247b42a-78dc-4fb3-ad37-1655697993f7 for instance with vm_state building and task_state spawning. [ 2292.202871] env[62187]: DEBUG nova.compute.manager [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Received event network-changed-3247b42a-78dc-4fb3-ad37-1655697993f7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2292.203036] env[62187]: DEBUG nova.compute.manager [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Refreshing instance network info cache due to event network-changed-3247b42a-78dc-4fb3-ad37-1655697993f7. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2292.203270] env[62187]: DEBUG oslo_concurrency.lockutils [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] Acquiring lock "refresh_cache-5d0273be-3161-4cbe-ada3-6a3276b44603" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.282785] env[62187]: DEBUG nova.network.neutron [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2292.373863] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a72b18-097f-0ca0-6aa6-ede7aacf4cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.021547} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.374316] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.374608] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2292.374847] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.374995] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.375190] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2292.375447] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e51c9297-842b-45cf-9c37-6341afb2ddf3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.383779] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2292.383965] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2292.384664] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85e486e-7c53-475e-91e5-9286b811d460 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.390554] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2292.390554] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a9f482-8efb-df39-550f-129a45409099" [ 2292.390554] env[62187]: _type = "Task" [ 2292.390554] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.398884] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a9f482-8efb-df39-550f-129a45409099, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.450205] env[62187]: DEBUG nova.network.neutron [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Updating instance_info_cache with network_info: [{"id": "3247b42a-78dc-4fb3-ad37-1655697993f7", "address": "fa:16:3e:01:cf:64", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247b42a-78", "ovs_interfaceid": "3247b42a-78dc-4fb3-ad37-1655697993f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.475386] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54417} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.475665] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2292.475875] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2292.476402] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9621a498-21ac-46c2-ba0a-2232a65e528f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.482958] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2292.482958] env[62187]: value = "task-2133467" [ 2292.482958] env[62187]: _type = "Task" [ 2292.482958] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.494299] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.505420] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c153e0-9194-5dd3-e5fd-7ddaba7c90f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010433} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.505701] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.506051] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] d7f6fe78-5cd3-41a2-aba8-00096430304f/d7f6fe78-5cd3-41a2-aba8-00096430304f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2292.506811] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.506811] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2292.506983] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-512e106d-b3a7-4dba-b644-b2579699ef35 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.509236] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59d38867-9372-4204-9b24-4ce0ba030900 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.515312] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2292.515312] env[62187]: value = "task-2133468" [ 2292.515312] env[62187]: _type = "Task" [ 2292.515312] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.519393] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2292.519564] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2292.520550] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-322083b4-58f9-4b6b-9285-6f5123bca926 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.525494] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.528971] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2292.528971] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528c4dcd-9647-2307-3ae3-c1099f58a8b9" [ 2292.528971] env[62187]: _type = "Task" [ 2292.528971] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.537321] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528c4dcd-9647-2307-3ae3-c1099f58a8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.705236] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Releasing lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.705609] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-vif-plugged-3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2292.705967] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquiring lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.706253] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.706432] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.706603] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] No waiting events found dispatching network-vif-plugged-3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2292.706769] env[62187]: WARNING nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received unexpected event network-vif-plugged-3274bd94-912b-4ce3-8285-65ad75003d02 for instance with vm_state building and task_state spawning. [ 2292.706951] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2292.707136] env[62187]: DEBUG nova.compute.manager [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing instance network info cache due to event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2292.707325] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.707462] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.707617] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2292.744557] env[62187]: DEBUG nova.network.neutron [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.901481] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a9f482-8efb-df39-550f-129a45409099, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.902321] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa0c155-b3b2-41f0-a1c7-d2adf6b1d848 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.908665] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2292.908665] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52105ff1-cfac-e164-6ab8-7cdbd2d1d6af" [ 2292.908665] env[62187]: _type = "Task" [ 2292.908665] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.917703] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52105ff1-cfac-e164-6ab8-7cdbd2d1d6af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.952706] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "refresh_cache-5d0273be-3161-4cbe-ada3-6a3276b44603" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.953332] env[62187]: DEBUG nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Instance network_info: |[{"id": "3247b42a-78dc-4fb3-ad37-1655697993f7", "address": "fa:16:3e:01:cf:64", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247b42a-78", "ovs_interfaceid": "3247b42a-78dc-4fb3-ad37-1655697993f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2292.953791] env[62187]: DEBUG oslo_concurrency.lockutils [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] Acquired lock "refresh_cache-5d0273be-3161-4cbe-ada3-6a3276b44603" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.954095] env[62187]: DEBUG nova.network.neutron [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Refreshing network info cache for port 3247b42a-78dc-4fb3-ad37-1655697993f7 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2292.955812] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:cf:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3247b42a-78dc-4fb3-ad37-1655697993f7', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2292.969416] env[62187]: DEBUG oslo.service.loopingcall [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2292.974179] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2292.975047] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-162d78c0-a712-4145-a14d-8ed0a419e8b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.023685] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2293.023685] env[62187]: value = "task-2133469" [ 2293.023685] env[62187]: _type = "Task" [ 2293.023685] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.024802] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073098} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.025387] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2293.029537] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be721c8a-19b0-4238-8ae4-9939b075893f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.035550] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.043447] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133469, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.062048] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2293.068094] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6bf1f43-106a-4a87-b9a9-5b5d51e61a28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.083211] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528c4dcd-9647-2307-3ae3-c1099f58a8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.085499] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69f9cc2-8344-4bdb-ba7b-5a11818ae510 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.090142] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2293.090142] env[62187]: value = "task-2133470" [ 2293.090142] env[62187]: _type = "Task" [ 2293.090142] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.091741] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2293.091741] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cbfa81-9362-b30b-0e0e-616f9fed5705" [ 2293.091741] env[62187]: _type = "Task" [ 2293.091741] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.103457] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.106517] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cbfa81-9362-b30b-0e0e-616f9fed5705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.247152] env[62187]: INFO nova.compute.manager [-] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Took 1.83 seconds to deallocate network for instance. [ 2293.419558] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52105ff1-cfac-e164-6ab8-7cdbd2d1d6af, 'name': SearchDatastore_Task, 'duration_secs': 0.023874} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.419819] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.420104] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d261d258-7b7b-4b92-9a7a-e5a8cfc59115/d261d258-7b7b-4b92-9a7a-e5a8cfc59115.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2293.420366] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12b2db20-b35c-4c97-9768-2625ade54269 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.429559] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2293.429559] env[62187]: value = "task-2133471" [ 2293.429559] env[62187]: _type = "Task" [ 2293.429559] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.437165] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.526551] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582139} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.527425] env[62187]: DEBUG nova.network.neutron [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Updated VIF entry in instance network info cache for port 3247b42a-78dc-4fb3-ad37-1655697993f7. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2293.527786] env[62187]: DEBUG nova.network.neutron [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Updating instance_info_cache with network_info: [{"id": "3247b42a-78dc-4fb3-ad37-1655697993f7", "address": "fa:16:3e:01:cf:64", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3247b42a-78", "ovs_interfaceid": "3247b42a-78dc-4fb3-ad37-1655697993f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.531688] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] d7f6fe78-5cd3-41a2-aba8-00096430304f/d7f6fe78-5cd3-41a2-aba8-00096430304f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2293.531899] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2293.534587] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69ace9a0-c627-4083-b018-6bcb1b1ec19d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.542370] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133469, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.544316] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2293.544316] env[62187]: value = "task-2133472" [ 2293.544316] env[62187]: _type = "Task" [ 2293.544316] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.554074] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.607458] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133470, 'name': ReconfigVM_Task, 'duration_secs': 0.376409} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.610825] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2293.611535] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cbfa81-9362-b30b-0e0e-616f9fed5705, 'name': SearchDatastore_Task, 'duration_secs': 0.025333} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.611732] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ace899b-6340-4e46-bffb-096686fb4eb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.613324] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2293.613574] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 89d71354-a5f3-41f3-a595-eec65c38be40/89d71354-a5f3-41f3-a595-eec65c38be40.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2293.614135] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba5e4f57-4ea9-4c8f-8bd7-9ac60e6d2baa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.621633] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2293.621633] env[62187]: value = "task-2133473" [ 2293.621633] env[62187]: _type = "Task" [ 2293.621633] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.622813] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2293.622813] env[62187]: value = "task-2133474" [ 2293.622813] env[62187]: _type = "Task" [ 2293.622813] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.637862] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.641401] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133473, 'name': Rename_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.642351] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updated VIF entry in instance network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2293.642677] env[62187]: DEBUG nova.network.neutron [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2293.753784] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.754189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.754458] env[62187]: DEBUG nova.objects.instance [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'resources' on Instance uuid 62af59af-f706-404d-b68c-9337c0abdf3b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.940978] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482175} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.941265] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d261d258-7b7b-4b92-9a7a-e5a8cfc59115/d261d258-7b7b-4b92-9a7a-e5a8cfc59115.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2293.941334] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2293.941768] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aa4c2e4-3340-4ecc-a7e8-89fc214f7fef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.949329] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2293.949329] env[62187]: value = "task-2133475" [ 2293.949329] env[62187]: _type = "Task" [ 2293.949329] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.960047] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.038044] env[62187]: DEBUG oslo_concurrency.lockutils [req-01276cba-11ef-43df-87e1-20b8310d8e44 req-620bfa85-9a26-42be-8328-b03a4cd9c4c1 service nova] Releasing lock "refresh_cache-5d0273be-3161-4cbe-ada3-6a3276b44603" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.038212] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133469, 'name': CreateVM_Task, 'duration_secs': 0.608445} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.038347] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2294.039244] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.040306] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.040306] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2294.040306] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1dc333d-8072-48e5-b67a-330ddc0306d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.045678] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2294.045678] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a557f2-f9ee-059f-269d-f875a8184bf5" [ 2294.045678] env[62187]: _type = "Task" [ 2294.045678] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.057666] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068158} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.061073] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2294.061446] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a557f2-f9ee-059f-269d-f875a8184bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.062229] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620374ce-292b-4fa8-861e-76259e1ba472 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.087527] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] d7f6fe78-5cd3-41a2-aba8-00096430304f/d7f6fe78-5cd3-41a2-aba8-00096430304f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2294.087895] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46bc237c-dc94-4ad4-9611-104040f094d5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.109631] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2294.109631] env[62187]: value = "task-2133476" [ 2294.109631] env[62187]: _type = "Task" [ 2294.109631] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.120402] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.139387] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133473, 'name': Rename_Task, 'duration_secs': 0.162816} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.144812] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2294.145281] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133474, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.145948] env[62187]: DEBUG oslo_concurrency.lockutils [req-33205ffc-9cea-4bcf-9d5e-9543852d4ab0 req-8191a4cc-0de3-4540-878d-d53e5471c200 service nova] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.146446] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d046511b-43f1-4bca-a23c-c383b3a09ee6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.154296] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2294.154296] env[62187]: value = "task-2133477" [ 2294.154296] env[62187]: _type = "Task" [ 2294.154296] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.166519] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.231511] env[62187]: DEBUG nova.compute.manager [req-97f2b146-cb78-4edc-9264-5ebfa56c6c16 req-931939e6-cddd-46b8-b630-e4889cef06e9 service nova] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Received event network-vif-deleted-69b53a70-cac1-44ce-9361-1ac0df5c47dd {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2294.459439] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084276} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.462288] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2294.463388] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f700b7b-4b91-4a35-83c0-b7cf3e12fe1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.485470] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d261d258-7b7b-4b92-9a7a-e5a8cfc59115/d261d258-7b7b-4b92-9a7a-e5a8cfc59115.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2294.488144] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5ae2854-d4ce-4f21-a71a-c8d5971d65fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.509442] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2294.509442] env[62187]: value = "task-2133478" [ 2294.509442] env[62187]: _type = "Task" [ 2294.509442] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.513775] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128a770f-41cf-4256-9e16-bf99861e6483 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.521345] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.523856] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8953b885-df0c-4f84-8e83-a06ddee2075c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.558452] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2781f35c-c0ff-466a-82f2-28682f19f3c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.568356] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a557f2-f9ee-059f-269d-f875a8184bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.04748} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.568721] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.568951] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2294.569202] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.569348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.569524] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2294.570717] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b26a934-49ce-4111-ba50-e42bfd9a783b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.574406] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f368872-ca07-4e1f-976b-26346569695f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.589612] env[62187]: DEBUG nova.compute.provider_tree [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.592324] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2294.592502] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2294.593639] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2153c188-b030-462a-9ea5-e2a7c31dba1d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.599622] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2294.599622] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52731c45-08cc-1455-fb1f-5a1c7e5de329" [ 2294.599622] env[62187]: _type = "Task" [ 2294.599622] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.609678] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52731c45-08cc-1455-fb1f-5a1c7e5de329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.617606] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133476, 'name': ReconfigVM_Task, 'duration_secs': 0.39728} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.617889] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Reconfigured VM instance instance-00000060 to attach disk [datastore2] d7f6fe78-5cd3-41a2-aba8-00096430304f/d7f6fe78-5cd3-41a2-aba8-00096430304f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2294.618586] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc27e68e-4970-4f2c-93f1-3c0ac65d1ea6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.625062] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2294.625062] env[62187]: value = "task-2133479" [ 2294.625062] env[62187]: _type = "Task" [ 2294.625062] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.641324] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626911} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.641884] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133479, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.642150] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 89d71354-a5f3-41f3-a595-eec65c38be40/89d71354-a5f3-41f3-a595-eec65c38be40.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2294.642368] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2294.642612] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcb5439e-bd8c-4ae9-a8d0-ed07d900a2ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.649410] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2294.649410] env[62187]: value = "task-2133480" [ 2294.649410] env[62187]: _type = "Task" [ 2294.649410] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.657375] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.665601] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133477, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.018627] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133478, 'name': ReconfigVM_Task, 'duration_secs': 0.344757} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.018895] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d261d258-7b7b-4b92-9a7a-e5a8cfc59115/d261d258-7b7b-4b92-9a7a-e5a8cfc59115.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2295.019541] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-693a419f-d652-4b06-9e7a-978dd6753131 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.025195] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2295.025195] env[62187]: value = "task-2133481" [ 2295.025195] env[62187]: _type = "Task" [ 2295.025195] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.032553] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133481, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.094843] env[62187]: DEBUG nova.scheduler.client.report [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2295.109700] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52731c45-08cc-1455-fb1f-5a1c7e5de329, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.111050] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c73bb4-867c-42ff-a3fe-66d80ed0f564 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.116628] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2295.116628] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52462a82-5938-4a16-da00-497f73a8f1c4" [ 2295.116628] env[62187]: _type = "Task" [ 2295.116628] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.124099] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52462a82-5938-4a16-da00-497f73a8f1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.133479] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133479, 'name': Rename_Task, 'duration_secs': 0.164593} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.134025] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2295.134025] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee08df79-4844-4ee9-a36f-7ac2e4f6b94d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.140154] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2295.140154] env[62187]: value = "task-2133482" [ 2295.140154] env[62187]: _type = "Task" [ 2295.140154] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.147911] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.157238] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0922} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.157548] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2295.160979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b9f558-1614-40d9-a970-771f087c9c57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.188731] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 89d71354-a5f3-41f3-a595-eec65c38be40/89d71354-a5f3-41f3-a595-eec65c38be40.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2295.191866] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef003afd-3b03-407a-a8ee-405a4eee4b63 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.206252] env[62187]: DEBUG oslo_vmware.api [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133477, 'name': PowerOnVM_Task, 'duration_secs': 0.674904} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.206478] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2295.206677] env[62187]: DEBUG nova.compute.manager [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2295.207840] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2da91a-d855-4888-a906-687ef7bd5538 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.211615] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2295.211615] env[62187]: value = "task-2133483" [ 2295.211615] env[62187]: _type = "Task" [ 2295.211615] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.223203] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.536565] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133481, 'name': Rename_Task, 'duration_secs': 0.148524} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.537053] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2295.537053] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eab6be4-3d5b-4ddf-88f9-0d0d4234c04c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.544031] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2295.544031] env[62187]: value = "task-2133484" [ 2295.544031] env[62187]: _type = "Task" [ 2295.544031] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.551964] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.600169] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.623207] env[62187]: INFO nova.scheduler.client.report [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted allocations for instance 62af59af-f706-404d-b68c-9337c0abdf3b [ 2295.628146] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52462a82-5938-4a16-da00-497f73a8f1c4, 'name': SearchDatastore_Task, 'duration_secs': 0.00944} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.630726] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.630980] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5d0273be-3161-4cbe-ada3-6a3276b44603/5d0273be-3161-4cbe-ada3-6a3276b44603.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2295.631421] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23985a1f-de98-4202-8c89-0164016737e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.638025] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2295.638025] env[62187]: value = "task-2133485" [ 2295.638025] env[62187]: _type = "Task" [ 2295.638025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.649069] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.652106] env[62187]: DEBUG oslo_vmware.api [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133482, 'name': PowerOnVM_Task, 'duration_secs': 0.470195} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.652353] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2295.652581] env[62187]: INFO nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Took 7.48 seconds to spawn the instance on the hypervisor. [ 2295.652731] env[62187]: DEBUG nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2295.654410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8a755a-4a11-43e3-bb4a-3e6ed96a311c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.725483] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133483, 'name': ReconfigVM_Task, 'duration_secs': 0.287971} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.727360] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 89d71354-a5f3-41f3-a595-eec65c38be40/89d71354-a5f3-41f3-a595-eec65c38be40.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2295.728160] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.728452] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.729114] env[62187]: DEBUG nova.objects.instance [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2295.730741] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91f93387-3dbd-42de-acc8-36a2af918071 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.739014] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2295.739014] env[62187]: value = "task-2133486" [ 2295.739014] env[62187]: _type = "Task" [ 2295.739014] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.748476] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133486, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.057485] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133484, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.135734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-785b0e4b-6d42-429c-b864-013c50eb85a1 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "62af59af-f706-404d-b68c-9337c0abdf3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.495s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.148865] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133485, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.174029] env[62187]: INFO nova.compute.manager [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Took 19.04 seconds to build instance. [ 2296.251402] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133486, 'name': Rename_Task, 'duration_secs': 0.162001} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.251760] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2296.252020] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae693402-c3ef-430b-8fe9-ada331ec71a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.253818] env[62187]: INFO nova.compute.manager [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Rebuilding instance [ 2296.261278] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2296.261278] env[62187]: value = "task-2133487" [ 2296.261278] env[62187]: _type = "Task" [ 2296.261278] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.270557] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.303255] env[62187]: DEBUG nova.compute.manager [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2296.304806] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a9b480-08d3-4205-b359-08d77695d3f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.555516] env[62187]: DEBUG oslo_vmware.api [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133484, 'name': PowerOnVM_Task, 'duration_secs': 0.758213} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.555821] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2296.556096] env[62187]: INFO nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Took 10.70 seconds to spawn the instance on the hypervisor. [ 2296.556289] env[62187]: DEBUG nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2296.557113] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a6c48-c850-432e-96a3-bf14f0286e85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.648589] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52882} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.648856] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5d0273be-3161-4cbe-ada3-6a3276b44603/5d0273be-3161-4cbe-ada3-6a3276b44603.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2296.649083] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2296.649330] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4ffeb5e-0058-4c1c-ab5c-4f425fc880a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.656267] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2296.656267] env[62187]: value = "task-2133488" [ 2296.656267] env[62187]: _type = "Task" [ 2296.656267] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.664767] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.676352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8204961e-fc33-4ec3-8a84-f75ab0a3adcb tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.555s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.738259] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d5f1bc83-1d61-4238-9479-6b9b52c857a6 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.771584] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.077640] env[62187]: INFO nova.compute.manager [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Took 22.17 seconds to build instance. [ 2297.167898] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233999} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.167898] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2297.169110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992f4f6b-7edc-46a8-8348-5f8f218d5a5f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.193699] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 5d0273be-3161-4cbe-ada3-6a3276b44603/5d0273be-3161-4cbe-ada3-6a3276b44603.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2297.194070] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f581a54-2956-488e-a0b4-7fdf4040ceb5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.225562] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2297.225562] env[62187]: value = "task-2133489" [ 2297.225562] env[62187]: _type = "Task" [ 2297.225562] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.239130] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.271602] env[62187]: DEBUG oslo_vmware.api [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133487, 'name': PowerOnVM_Task, 'duration_secs': 0.522531} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.271904] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2297.272162] env[62187]: INFO nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Took 17.92 seconds to spawn the instance on the hypervisor. [ 2297.272355] env[62187]: DEBUG nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2297.273219] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4117b666-6e98-4f82-bdeb-22a0d658f578 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.320623] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2297.321676] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b686209a-b405-4efe-ace9-7e34dcd9f0e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.328890] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2297.328890] env[62187]: value = "task-2133490" [ 2297.328890] env[62187]: _type = "Task" [ 2297.328890] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.337252] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.579642] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1bdd9a5b-19ee-4ba4-a09a-fa027e89b582 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.676s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2297.739842] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133489, 'name': ReconfigVM_Task, 'duration_secs': 0.328615} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.740140] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 5d0273be-3161-4cbe-ada3-6a3276b44603/5d0273be-3161-4cbe-ada3-6a3276b44603.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2297.741055] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0344092-1cf7-410f-8ae0-7ddfade396e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.746799] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2297.746799] env[62187]: value = "task-2133491" [ 2297.746799] env[62187]: _type = "Task" [ 2297.746799] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2297.756684] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133491, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.765544] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "835bad8e-6ac0-4d54-989e-be4ef761297c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.768614] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2297.789643] env[62187]: INFO nova.compute.manager [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Took 26.53 seconds to build instance. [ 2297.840991] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133490, 'name': PowerOffVM_Task, 'duration_secs': 0.18457} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2297.841294] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2297.841535] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2297.842447] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e5dc6f-8c37-4336-a311-05615a6fd5e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.849812] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2297.849812] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fd06b06-c96b-4f25-9001-1383d2ec5b14 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.115437] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2298.115785] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2298.115785] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleting the datastore file [datastore2] 0d07a14c-6868-4ee4-9952-b752ee95145c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2298.116056] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f4fbdca-d2d4-4b5c-b18f-6f7ef128f5eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.123472] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2298.123472] env[62187]: value = "task-2133493" [ 2298.123472] env[62187]: _type = "Task" [ 2298.123472] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.134909] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.199899] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.199899] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.199899] env[62187]: INFO nova.compute.manager [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Shelving [ 2298.227235] env[62187]: DEBUG nova.compute.manager [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2298.227235] env[62187]: DEBUG nova.compute.manager [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing instance network info cache due to event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2298.227235] env[62187]: DEBUG oslo_concurrency.lockutils [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.227235] env[62187]: DEBUG oslo_concurrency.lockutils [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.227235] env[62187]: DEBUG nova.network.neutron [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2298.259061] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133491, 'name': Rename_Task, 'duration_secs': 0.172428} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.259350] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2298.259816] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3efb167d-aaea-4623-b3a4-8abb060ddb80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.270184] env[62187]: DEBUG nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2298.274822] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2298.274822] env[62187]: value = "task-2133494" [ 2298.274822] env[62187]: _type = "Task" [ 2298.274822] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2298.287808] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133494, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.291687] env[62187]: DEBUG oslo_concurrency.lockutils [None req-410829f9-f580-4199-b552-fe3f10ace763 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "89d71354-a5f3-41f3-a595-eec65c38be40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.039s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.637054] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243139} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2298.637054] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2298.637054] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2298.637054] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2298.802034] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133494, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.812044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.812598] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.815387] env[62187]: INFO nova.compute.claims [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2299.149729] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "89d71354-a5f3-41f3-a595-eec65c38be40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.150459] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "89d71354-a5f3-41f3-a595-eec65c38be40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.151730] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "89d71354-a5f3-41f3-a595-eec65c38be40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2299.152805] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "89d71354-a5f3-41f3-a595-eec65c38be40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.155566] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "89d71354-a5f3-41f3-a595-eec65c38be40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.003s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.162307] env[62187]: INFO nova.compute.manager [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Terminating instance [ 2299.171195] env[62187]: DEBUG nova.network.neutron [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updated VIF entry in instance network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2299.174813] env[62187]: DEBUG nova.network.neutron [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.211046] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.211046] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ba8196-069a-4a11-8dae-7e07795019d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.219669] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2299.219669] env[62187]: value = "task-2133495" [ 2299.219669] env[62187]: _type = "Task" [ 2299.219669] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.231700] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.241885] env[62187]: DEBUG nova.objects.instance [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lazy-loading 'flavor' on Instance uuid 4a009858-f9fb-475a-b461-c6223ea19286 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.287749] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133494, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.675304] env[62187]: DEBUG nova.compute.manager [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2299.675534] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2299.676085] env[62187]: DEBUG oslo_concurrency.lockutils [req-f1aa9f7a-4351-4659-bcc6-3beee77cf758 req-076f2c6f-d44e-4193-80b9-3a9c4549bdf1 service nova] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.677069] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f86b38c-c8a5-41d4-9586-12849e1778f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.686324] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2299.686590] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bd54fd6-bda3-4a66-8488-ec9832bc9ebd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.699890] env[62187]: DEBUG oslo_vmware.api [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2299.699890] env[62187]: value = "task-2133496" [ 2299.699890] env[62187]: _type = "Task" [ 2299.699890] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.710736] env[62187]: DEBUG oslo_vmware.api [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.712996] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2299.713221] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2299.713553] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2299.713768] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2299.713982] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2299.714251] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2299.714505] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2299.714740] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2299.714962] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2299.715183] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2299.715412] env[62187]: DEBUG nova.virt.hardware [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2299.716344] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3918ef19-3acb-443d-bc62-9db0177c1b12 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.727526] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffabdc48-29a2-4560-87bd-99e0f5406bc5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.734563] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133495, 'name': PowerOffVM_Task, 'duration_secs': 0.335332} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.735266] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2299.736104] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5840fede-f035-48c5-a0e1-9f9db825645f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.748482] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:a8:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2299.756119] env[62187]: DEBUG oslo.service.loopingcall [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2299.756831] env[62187]: DEBUG oslo_concurrency.lockutils [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2299.757092] env[62187]: DEBUG oslo_concurrency.lockutils [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquired lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2299.759330] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2299.759571] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e8fd408-d9a9-4897-af97-416f99ebace4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.791430] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275a3622-b55f-4df1-a289-e6e5a5d436c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.796903] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2299.796903] env[62187]: value = "task-2133497" [ 2299.796903] env[62187]: _type = "Task" [ 2299.796903] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2299.804693] env[62187]: DEBUG oslo_vmware.api [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133494, 'name': PowerOnVM_Task, 'duration_secs': 1.135516} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2299.807729] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2299.808047] env[62187]: INFO nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Took 9.30 seconds to spawn the instance on the hypervisor. [ 2299.808291] env[62187]: DEBUG nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2299.809393] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be0a55-e4df-4344-8ee1-dd62c9bd8cc8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.815779] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133497, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.097923] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c18777-42bd-4c9e-8530-cac00829fe3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.106097] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c04b200-c647-4173-ac59-167eb1242092 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.140353] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca07ac0-c6d9-47e7-8abe-3d8ca0f27822 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.148239] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c53ca29-f2a2-4a32-89cb-e04176ae784b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.161678] env[62187]: DEBUG nova.compute.provider_tree [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2300.213098] env[62187]: DEBUG oslo_vmware.api [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133496, 'name': PowerOffVM_Task, 'duration_secs': 0.264244} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.213392] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2300.213583] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2300.213808] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-340a2b61-7e4e-4840-b230-935c4aad8a09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.269508] env[62187]: DEBUG nova.compute.manager [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2300.269718] env[62187]: DEBUG nova.compute.manager [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing instance network info cache due to event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2300.269935] env[62187]: DEBUG oslo_concurrency.lockutils [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.270172] env[62187]: DEBUG oslo_concurrency.lockutils [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.270397] env[62187]: DEBUG nova.network.neutron [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2300.299723] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2300.299917] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2300.299982] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Deleting the datastore file [datastore2] 89d71354-a5f3-41f3-a595-eec65c38be40 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2300.304749] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea2e522d-0379-4de0-9564-b2f08e287e38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.310245] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2300.314074] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1b7d079-b0dd-4bf5-b149-99edf3eb53c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.315928] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133497, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.317896] env[62187]: DEBUG oslo_vmware.api [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for the task: (returnval){ [ 2300.317896] env[62187]: value = "task-2133499" [ 2300.317896] env[62187]: _type = "Task" [ 2300.317896] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.324147] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2300.324147] env[62187]: value = "task-2133500" [ 2300.324147] env[62187]: _type = "Task" [ 2300.324147] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.340397] env[62187]: DEBUG oslo_vmware.api [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.344095] env[62187]: INFO nova.compute.manager [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Took 16.79 seconds to build instance. [ 2300.351447] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.493803] env[62187]: DEBUG nova.network.neutron [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2300.666347] env[62187]: DEBUG nova.scheduler.client.report [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2300.815982] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133497, 'name': CreateVM_Task, 'duration_secs': 0.637801} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.816297] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2300.817285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.817514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.817960] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2300.818316] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8e4d5a-e2a7-47fe-8d35-8142c896112d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.832689] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2300.832689] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5272bda7-3014-40bd-c8ec-1b1500352b3b" [ 2300.832689] env[62187]: _type = "Task" [ 2300.832689] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.837089] env[62187]: DEBUG oslo_vmware.api [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Task: {'id': task-2133499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277323} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.840013] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2300.840416] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2300.840748] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2300.841014] env[62187]: INFO nova.compute.manager [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2300.845128] env[62187]: DEBUG oslo.service.loopingcall [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2300.845128] env[62187]: DEBUG nova.compute.manager [-] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2300.845128] env[62187]: DEBUG nova.network.neutron [-] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2300.846803] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.854329] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f28440ab-fc13-4542-87d4-e288258b18bf tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.307s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.854644] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5272bda7-3014-40bd-c8ec-1b1500352b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.012973} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2300.854954] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.855228] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2300.855507] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2300.855686] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2300.855895] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2300.856229] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4715f74-9a60-4ac5-85b5-85ac2ba2caa9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.870583] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2300.870736] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2300.871574] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fd1450-b5a8-4524-b3d4-3ee84c6c9884 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.881200] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2300.881200] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a0ed1c-34ae-ad7c-02b4-a9522e172392" [ 2300.881200] env[62187]: _type = "Task" [ 2300.881200] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2300.894161] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a0ed1c-34ae-ad7c-02b4-a9522e172392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.037729] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "5d0273be-3161-4cbe-ada3-6a3276b44603" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.038337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.038337] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "5d0273be-3161-4cbe-ada3-6a3276b44603-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.038495] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.038559] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.040678] env[62187]: INFO nova.compute.manager [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Terminating instance [ 2301.172275] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.172827] env[62187]: DEBUG nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2301.337586] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.392644] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a0ed1c-34ae-ad7c-02b4-a9522e172392, 'name': SearchDatastore_Task, 'duration_secs': 0.018874} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.397510] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5618fdba-e6da-4479-9e59-aa75d19f4de2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.404224] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2301.404224] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521d6bec-2e50-2a55-9718-85d74fb8df6b" [ 2301.404224] env[62187]: _type = "Task" [ 2301.404224] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.417018] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521d6bec-2e50-2a55-9718-85d74fb8df6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.436014] env[62187]: DEBUG nova.network.neutron [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updated VIF entry in instance network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2301.436539] env[62187]: DEBUG nova.network.neutron [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.544260] env[62187]: DEBUG nova.compute.manager [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2301.544540] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2301.545970] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f849d0c6-8891-49a3-8075-cee4ef39094c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.554544] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2301.555271] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef1b22e5-c189-4859-9d7a-e926d0d2f0c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.561448] env[62187]: DEBUG oslo_vmware.api [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2301.561448] env[62187]: value = "task-2133501" [ 2301.561448] env[62187]: _type = "Task" [ 2301.561448] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.578149] env[62187]: DEBUG oslo_vmware.api [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.600076] env[62187]: DEBUG nova.network.neutron [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2301.678443] env[62187]: DEBUG nova.compute.utils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2301.679886] env[62187]: DEBUG nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2301.680067] env[62187]: DEBUG nova.network.neutron [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2301.732961] env[62187]: DEBUG nova.policy [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60d6db80a3f14cd098dfa3974a4f9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed36e12ca3954bf0a69c1a8a906da6aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2301.839191] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133500, 'name': CreateSnapshot_Task, 'duration_secs': 1.100864} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.839606] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2301.840403] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40a4285-7bf8-4d7f-acc1-3e1136b5519e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.914164] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521d6bec-2e50-2a55-9718-85d74fb8df6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.914449] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2301.914722] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2301.915065] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da973b15-b393-4026-aaab-618e42ed07de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.923285] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2301.923285] env[62187]: value = "task-2133502" [ 2301.923285] env[62187]: _type = "Task" [ 2301.923285] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.930582] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.939185] env[62187]: DEBUG oslo_concurrency.lockutils [req-a0643808-9750-4963-af8d-fde8026944e0 req-58b10adc-cf7a-4c30-a86a-5dbedfd41de0 service nova] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.023018] env[62187]: DEBUG nova.network.neutron [-] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2302.074428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.074694] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.074938] env[62187]: INFO nova.compute.manager [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Rebooting instance [ 2302.076316] env[62187]: DEBUG oslo_vmware.api [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133501, 'name': PowerOffVM_Task, 'duration_secs': 0.213241} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.076548] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2302.078097] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2302.078097] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c60e73c7-7717-457d-a569-742c2468d636 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.087187] env[62187]: DEBUG nova.network.neutron [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Successfully created port: 068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2302.102632] env[62187]: DEBUG oslo_concurrency.lockutils [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Releasing lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2302.102882] env[62187]: DEBUG nova.compute.manager [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Inject network info {{(pid=62187) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2302.103165] env[62187]: DEBUG nova.compute.manager [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] network_info to inject: |[{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2302.108249] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Reconfiguring VM instance to set the machine id {{(pid=62187) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2302.108834] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-928e2c8c-c189-46f6-ab3b-05bf1b3b6505 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.123522] env[62187]: DEBUG oslo_vmware.api [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2302.123522] env[62187]: value = "task-2133504" [ 2302.123522] env[62187]: _type = "Task" [ 2302.123522] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.132401] env[62187]: DEBUG oslo_vmware.api [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.187199] env[62187]: DEBUG nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2302.308182] env[62187]: DEBUG nova.compute.manager [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2302.308437] env[62187]: DEBUG nova.compute.manager [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing instance network info cache due to event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2302.308670] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.308810] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.308975] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2302.366793] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2302.369630] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d4dc51c9-378e-484b-bdbd-88c4f28018aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.376302] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2302.376717] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2302.377225] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleting the datastore file [datastore2] 5d0273be-3161-4cbe-ada3-6a3276b44603 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2302.378255] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1ae759c-17e3-4e05-b451-d8cf3f013ea0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.387729] env[62187]: DEBUG oslo_vmware.api [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2302.387729] env[62187]: value = "task-2133506" [ 2302.387729] env[62187]: _type = "Task" [ 2302.387729] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.390451] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2302.390451] env[62187]: value = "task-2133505" [ 2302.390451] env[62187]: _type = "Task" [ 2302.390451] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.408763] env[62187]: DEBUG oslo_vmware.api [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.415065] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133505, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.434518] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133502, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.524499] env[62187]: INFO nova.compute.manager [-] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Took 1.68 seconds to deallocate network for instance. [ 2302.592708] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2302.592888] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2302.593155] env[62187]: DEBUG nova.network.neutron [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2302.634934] env[62187]: DEBUG oslo_vmware.api [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133504, 'name': ReconfigVM_Task, 'duration_secs': 0.179013} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.635273] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-850d042f-27c6-407c-a43e-fca5df042872 tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Reconfigured VM instance to set the machine id {{(pid=62187) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2302.784385] env[62187]: DEBUG nova.objects.instance [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lazy-loading 'flavor' on Instance uuid 4a009858-f9fb-475a-b461-c6223ea19286 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2302.903997] env[62187]: DEBUG oslo_vmware.api [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446767} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.904310] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2302.904498] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2302.904678] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2302.904919] env[62187]: INFO nova.compute.manager [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Took 1.36 seconds to destroy the instance on the hypervisor. [ 2302.905178] env[62187]: DEBUG oslo.service.loopingcall [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2302.905678] env[62187]: DEBUG nova.compute.manager [-] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2302.905775] env[62187]: DEBUG nova.network.neutron [-] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2302.910685] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133505, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.932616] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556961} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.932847] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2302.933063] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2302.933302] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff703e1c-c1d4-4014-8718-1d8c48f0afeb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.939684] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2302.939684] env[62187]: value = "task-2133507" [ 2302.939684] env[62187]: _type = "Task" [ 2302.939684] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.947422] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.031189] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2303.031557] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.031780] env[62187]: DEBUG nova.objects.instance [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lazy-loading 'resources' on Instance uuid 89d71354-a5f3-41f3-a595-eec65c38be40 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.122618] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updated VIF entry in instance network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2303.122988] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.196512] env[62187]: DEBUG nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2303.232290] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2303.232290] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2303.232290] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2303.232939] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2303.233225] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2303.233484] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2303.233815] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2303.234107] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2303.234387] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2303.234670] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2303.234959] env[62187]: DEBUG nova.virt.hardware [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2303.235935] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49354375-e23f-4011-8846-879831d79ea5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.244423] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb82109-4937-4098-a1a9-2e2c4d9cf778 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.290913] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.291100] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquired lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.350367] env[62187]: DEBUG nova.network.neutron [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.408127] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133505, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.449345] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06863} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.449624] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2303.450944] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fd51eb-7a3f-434d-93e4-7b24f804749a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.475720] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2303.476044] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b811b1d-71a7-40af-8bd5-9027e90b5904 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.498487] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2303.498487] env[62187]: value = "task-2133508" [ 2303.498487] env[62187]: _type = "Task" [ 2303.498487] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.507572] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.625356] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.625652] env[62187]: DEBUG nova.compute.manager [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2303.625819] env[62187]: DEBUG nova.compute.manager [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing instance network info cache due to event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2303.626025] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.626237] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.626422] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2303.752783] env[62187]: DEBUG nova.network.neutron [-] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2303.754529] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af310e80-8db5-4982-a321-fbe9ab4965e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.763909] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fce8e0-91bf-4e7d-a267-a38c43e462ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.772053] env[62187]: DEBUG nova.network.neutron [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2303.801907] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a1ea75-4cd6-439d-8bf5-d5021939eb76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.810739] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b474cc1-b938-4829-8fa1-86b65c4b77d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.829511] env[62187]: DEBUG nova.compute.provider_tree [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2303.855152] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2303.909392] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133505, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.969906] env[62187]: DEBUG nova.network.neutron [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Successfully updated port: 068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2304.010692] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.262507] env[62187]: INFO nova.compute.manager [-] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Took 1.36 seconds to deallocate network for instance. [ 2304.350475] env[62187]: DEBUG nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Received event network-vif-deleted-3247b42a-78dc-4fb3-ad37-1655697993f7 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.350749] env[62187]: DEBUG nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Received event network-vif-plugged-068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.351018] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Acquiring lock "835bad8e-6ac0-4d54-989e-be4ef761297c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.351168] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.351355] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.351540] env[62187]: DEBUG nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] No waiting events found dispatching network-vif-plugged-068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2304.351718] env[62187]: WARNING nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Received unexpected event network-vif-plugged-068e45a6-cb60-410b-8308-7d8f1a5e089d for instance with vm_state building and task_state spawning. [ 2304.351890] env[62187]: DEBUG nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Received event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2304.352068] env[62187]: DEBUG nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing instance network info cache due to event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2304.352234] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Acquiring lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.353248] env[62187]: ERROR nova.scheduler.client.report [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] [req-2174fa7b-99cf-44f8-8815-1039269579a2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2174fa7b-99cf-44f8-8815-1039269579a2"}]} [ 2304.363670] env[62187]: DEBUG nova.compute.manager [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2304.364630] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e1894-4fcc-4dd5-8c7b-f6ef2b3b9238 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.382862] env[62187]: DEBUG nova.scheduler.client.report [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2304.405640] env[62187]: DEBUG nova.scheduler.client.report [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2304.405907] env[62187]: DEBUG nova.compute.provider_tree [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.411831] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133505, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.419468] env[62187]: DEBUG nova.scheduler.client.report [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2304.442340] env[62187]: DEBUG nova.scheduler.client.report [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2304.473684] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.473834] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.474076] env[62187]: DEBUG nova.network.neutron [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2304.505905] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updated VIF entry in instance network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2304.506510] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.518992] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133508, 'name': ReconfigVM_Task, 'duration_secs': 0.97496} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.520163] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 0d07a14c-6868-4ee4-9952-b752ee95145c/0d07a14c-6868-4ee4-9952-b752ee95145c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2304.520287] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a98078a3-ebc2-4925-9535-76f41a358ba0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.535034] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2304.535034] env[62187]: value = "task-2133509" [ 2304.535034] env[62187]: _type = "Task" [ 2304.535034] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.544452] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133509, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.709376] env[62187]: DEBUG nova.network.neutron [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2304.722443] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d6eda3-0cea-4501-b247-f65aac955505 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.732651] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1879e7d2-ccf1-4216-9fa6-65d0651971f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.768672] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b5cc5-b515-4ffa-b160-df112e395632 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.772308] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.777185] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c6e48f-9908-49ea-8fc4-5e7d3ca9ac18 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.791540] env[62187]: DEBUG nova.compute.provider_tree [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2304.910947] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133505, 'name': CloneVM_Task, 'duration_secs': 2.378346} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.911260] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Created linked-clone VM from snapshot [ 2304.911997] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f255f5f1-4d24-4221-9a69-e3ade764ad4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.920289] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Uploading image 63ae8dd6-66cb-4c0f-a539-674c673f7f21 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2304.948354] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2304.948354] env[62187]: value = "vm-436260" [ 2304.948354] env[62187]: _type = "VirtualMachine" [ 2304.948354] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2304.948537] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c787a8b1-81a1-45d1-a5f8-5c428225110d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.955390] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lease: (returnval){ [ 2304.955390] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529df6d2-fb26-1d54-1776-f7966c1a446e" [ 2304.955390] env[62187]: _type = "HttpNfcLease" [ 2304.955390] env[62187]: } obtained for exporting VM: (result){ [ 2304.955390] env[62187]: value = "vm-436260" [ 2304.955390] env[62187]: _type = "VirtualMachine" [ 2304.955390] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2304.955648] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the lease: (returnval){ [ 2304.955648] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529df6d2-fb26-1d54-1776-f7966c1a446e" [ 2304.955648] env[62187]: _type = "HttpNfcLease" [ 2304.955648] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2304.963261] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2304.963261] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529df6d2-fb26-1d54-1776-f7966c1a446e" [ 2304.963261] env[62187]: _type = "HttpNfcLease" [ 2304.963261] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2305.009052] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.009346] env[62187]: DEBUG nova.compute.manager [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Received event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2305.009519] env[62187]: DEBUG nova.compute.manager [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing instance network info cache due to event network-changed-2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2305.009714] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Acquiring lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2305.024632] env[62187]: DEBUG nova.network.neutron [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2305.045125] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133509, 'name': Rename_Task, 'duration_secs': 0.15304} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.047460] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2305.047718] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b12ed742-0ace-41bd-b5b9-00effeee47c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.054569] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2305.054569] env[62187]: value = "task-2133511" [ 2305.054569] env[62187]: _type = "Task" [ 2305.054569] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.062085] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.212605] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Releasing lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.212878] env[62187]: DEBUG nova.compute.manager [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Inject network info {{(pid=62187) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 2305.213174] env[62187]: DEBUG nova.compute.manager [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] network_info to inject: |[{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 2305.218765] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Reconfiguring VM instance to set the machine id {{(pid=62187) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2305.219096] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Acquired lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2305.219284] env[62187]: DEBUG nova.network.neutron [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2305.220902] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6537b60-0b6b-4689-b9d4-bfe7d137658a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.241266] env[62187]: DEBUG oslo_vmware.api [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2305.241266] env[62187]: value = "task-2133512" [ 2305.241266] env[62187]: _type = "Task" [ 2305.241266] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.246196] env[62187]: DEBUG nova.network.neutron [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Updating instance_info_cache with network_info: [{"id": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "address": "fa:16:3e:b1:03:7d", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068e45a6-cb", "ovs_interfaceid": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.252712] env[62187]: DEBUG oslo_vmware.api [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133512, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.327405] env[62187]: DEBUG nova.scheduler.client.report [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2305.328087] env[62187]: DEBUG nova.compute.provider_tree [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 139 to 140 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2305.328368] env[62187]: DEBUG nova.compute.provider_tree [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2305.391852] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b667521c-e9c7-46e3-9f42-c45684fc89eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.399285] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Doing hard reboot of VM {{(pid=62187) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2305.399518] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2821cd61-d4a3-4887-9b29-e95c5c7dc48b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.407011] env[62187]: DEBUG oslo_vmware.api [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2305.407011] env[62187]: value = "task-2133513" [ 2305.407011] env[62187]: _type = "Task" [ 2305.407011] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.416693] env[62187]: DEBUG oslo_vmware.api [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133513, 'name': ResetVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.446390] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "4a009858-f9fb-475a-b461-c6223ea19286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.446662] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "4a009858-f9fb-475a-b461-c6223ea19286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.446874] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "4a009858-f9fb-475a-b461-c6223ea19286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.447067] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "4a009858-f9fb-475a-b461-c6223ea19286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.447279] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "4a009858-f9fb-475a-b461-c6223ea19286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.449421] env[62187]: INFO nova.compute.manager [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Terminating instance [ 2305.464855] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2305.464855] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529df6d2-fb26-1d54-1776-f7966c1a446e" [ 2305.464855] env[62187]: _type = "HttpNfcLease" [ 2305.464855] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2305.465151] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2305.465151] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529df6d2-fb26-1d54-1776-f7966c1a446e" [ 2305.465151] env[62187]: _type = "HttpNfcLease" [ 2305.465151] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2305.465860] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7782f301-2a64-4107-b32c-b69d3fd9c2fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.473532] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b118b4-5374-0167-40ab-26713e5c978c/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2305.473757] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b118b4-5374-0167-40ab-26713e5c978c/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2305.566343] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133511, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.625402] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e2d2eaa8-e0dd-449a-b519-8d54580cd6f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.751909] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.751909] env[62187]: DEBUG nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Instance network_info: |[{"id": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "address": "fa:16:3e:b1:03:7d", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068e45a6-cb", "ovs_interfaceid": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2305.752200] env[62187]: DEBUG oslo_vmware.api [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.752694] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:03:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '068e45a6-cb60-410b-8308-7d8f1a5e089d', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2305.760224] env[62187]: DEBUG oslo.service.loopingcall [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2305.760752] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2305.760972] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6315a7b7-9d47-487c-a2dd-cd3c61043f57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.780265] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2305.780265] env[62187]: value = "task-2133514" [ 2305.780265] env[62187]: _type = "Task" [ 2305.780265] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.790753] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133514, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.833526] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.802s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.835830] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.064s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.836136] env[62187]: DEBUG nova.objects.instance [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lazy-loading 'resources' on Instance uuid 5d0273be-3161-4cbe-ada3-6a3276b44603 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2305.866766] env[62187]: INFO nova.scheduler.client.report [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Deleted allocations for instance 89d71354-a5f3-41f3-a595-eec65c38be40 [ 2305.918702] env[62187]: DEBUG oslo_vmware.api [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133513, 'name': ResetVM_Task, 'duration_secs': 0.097813} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.921511] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Did hard reboot of VM {{(pid=62187) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2305.921763] env[62187]: DEBUG nova.compute.manager [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2305.923597] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f60a20-2bdc-407b-8871-d78e12d55cf7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.953073] env[62187]: DEBUG nova.compute.manager [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2305.953319] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2305.954272] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4a845-b938-4b28-a36e-095b8dee5be9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.965646] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2305.966147] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e51eabe-b8b0-4de0-9975-ef2f00995502 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.974183] env[62187]: DEBUG oslo_vmware.api [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2305.974183] env[62187]: value = "task-2133515" [ 2305.974183] env[62187]: _type = "Task" [ 2305.974183] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.985041] env[62187]: DEBUG oslo_vmware.api [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.068809] env[62187]: DEBUG oslo_vmware.api [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133511, 'name': PowerOnVM_Task, 'duration_secs': 0.558885} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.068809] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2306.069600] env[62187]: DEBUG nova.compute.manager [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2306.070417] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68434430-6a75-4b42-a30f-69831d988f20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.085151] env[62187]: DEBUG nova.network.neutron [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updated VIF entry in instance network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2306.085151] env[62187]: DEBUG nova.network.neutron [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.252695] env[62187]: DEBUG oslo_vmware.api [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.293635] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133514, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.380514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8d72df7d-49cd-4b32-a3d2-79f44dde2fd3 tempest-ServerAddressesNegativeTestJSON-676024549 tempest-ServerAddressesNegativeTestJSON-676024549-project-member] Lock "89d71354-a5f3-41f3-a595-eec65c38be40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.230s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.438810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c7269539-5bba-4be2-a872-090cb84a6e4b tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.364s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.484388] env[62187]: DEBUG oslo_vmware.api [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.588691] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ed188-ff9c-45b1-a640-76d165713921 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.592866] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Releasing lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.593217] env[62187]: DEBUG nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Received event network-changed-068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2306.593415] env[62187]: DEBUG nova.compute.manager [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Refreshing instance network info cache due to event network-changed-068e45a6-cb60-410b-8308-7d8f1a5e089d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2306.593716] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Acquiring lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.593880] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Acquired lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.594069] env[62187]: DEBUG nova.network.neutron [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Refreshing network info cache for port 068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2306.595810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.596979] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Acquired lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.596979] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Refreshing network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2306.604076] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be05a9c-0c19-4d29-8579-ddf36dc62ee7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.638744] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-76df0cfc-d079-4a7f-b641-67a7848cb416-22b646c2-07f9-4025-8846-ec3a7f9e6939" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.638940] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-76df0cfc-d079-4a7f-b641-67a7848cb416-22b646c2-07f9-4025-8846-ec3a7f9e6939" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.639344] env[62187]: DEBUG nova.objects.instance [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'flavor' on Instance uuid 76df0cfc-d079-4a7f-b641-67a7848cb416 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2306.641798] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b372b098-c498-4c58-a51c-dc3752fb2bec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.650428] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7212a2-3c3a-415e-b0d5-613017e19637 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.669281] env[62187]: DEBUG nova.compute.provider_tree [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2306.758633] env[62187]: DEBUG oslo_vmware.api [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133512, 'name': ReconfigVM_Task, 'duration_secs': 1.164586} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.759263] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cce1fdf8-e5a5-42ce-b123-5a0c1c6d11be tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Reconfigured VM instance to set the machine id {{(pid=62187) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2306.793909] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133514, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.987142] env[62187]: DEBUG oslo_vmware.api [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133515, 'name': PowerOffVM_Task, 'duration_secs': 0.610413} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.987681] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2306.987956] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2306.988277] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ec9fc8a-1c30-4883-93a0-bbf4c3f48833 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.094392] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2307.094805] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2307.095141] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Deleting the datastore file [datastore1] 4a009858-f9fb-475a-b461-c6223ea19286 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2307.095579] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c3acabf-d3c0-41b2-92dc-e6a008cb5da6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.108886] env[62187]: DEBUG oslo_vmware.api [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for the task: (returnval){ [ 2307.108886] env[62187]: value = "task-2133517" [ 2307.108886] env[62187]: _type = "Task" [ 2307.108886] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.119962] env[62187]: DEBUG oslo_vmware.api [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.171734] env[62187]: DEBUG nova.scheduler.client.report [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2307.267143] env[62187]: DEBUG nova.objects.instance [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'pci_requests' on Instance uuid 76df0cfc-d079-4a7f-b641-67a7848cb416 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2307.295166] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133514, 'name': CreateVM_Task, 'duration_secs': 1.027797} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.295311] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2307.296013] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.296242] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.296586] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2307.296860] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86cf93e8-f819-455e-ac08-573c6bd6ced9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.302176] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2307.302176] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52898606-7777-adc9-dbfc-af1a1c5820c2" [ 2307.302176] env[62187]: _type = "Task" [ 2307.302176] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.311810] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52898606-7777-adc9-dbfc-af1a1c5820c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.622109] env[62187]: DEBUG oslo_vmware.api [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Task: {'id': task-2133517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204758} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.622448] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2307.622583] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2307.622792] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2307.622964] env[62187]: INFO nova.compute.manager [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Took 1.67 seconds to destroy the instance on the hypervisor. [ 2307.623230] env[62187]: DEBUG oslo.service.loopingcall [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2307.623421] env[62187]: DEBUG nova.compute.manager [-] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2307.623518] env[62187]: DEBUG nova.network.neutron [-] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2307.685311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.687538] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.092s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.687723] env[62187]: DEBUG nova.objects.instance [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2307.713923] env[62187]: INFO nova.scheduler.client.report [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted allocations for instance 5d0273be-3161-4cbe-ada3-6a3276b44603 [ 2307.769543] env[62187]: DEBUG nova.objects.base [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Object Instance<76df0cfc-d079-4a7f-b641-67a7848cb416> lazy-loaded attributes: flavor,pci_requests {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2307.769848] env[62187]: DEBUG nova.network.neutron [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2307.815471] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52898606-7777-adc9-dbfc-af1a1c5820c2, 'name': SearchDatastore_Task, 'duration_secs': 0.013775} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.815782] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.816063] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2307.816358] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.816534] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.816742] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2307.817055] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21e2dbc4-1bf2-4091-bfcc-96c599328fd3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.828261] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2307.828479] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2307.831959] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e51d603-b315-4096-9d8f-6946fe9a110d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.838764] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2307.838764] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eba1e2-66f2-90fc-5697-7581e1ec2054" [ 2307.838764] env[62187]: _type = "Task" [ 2307.838764] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.847681] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eba1e2-66f2-90fc-5697-7581e1ec2054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.000302] env[62187]: DEBUG nova.network.neutron [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Updated VIF entry in instance network info cache for port 068e45a6-cb60-410b-8308-7d8f1a5e089d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2308.000886] env[62187]: DEBUG nova.network.neutron [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Updating instance_info_cache with network_info: [{"id": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "address": "fa:16:3e:b1:03:7d", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068e45a6-cb", "ovs_interfaceid": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.014235] env[62187]: DEBUG nova.policy [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2308.032017] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updated VIF entry in instance network info cache for port 2dd77092-4e31-48d7-a10d-910439b90b0c. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2308.032403] env[62187]: DEBUG nova.network.neutron [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [{"id": "2dd77092-4e31-48d7-a10d-910439b90b0c", "address": "fa:16:3e:6e:f3:37", "network": {"id": "7a17dc84-34ec-4975-906f-5e08623e96eb", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-107343699-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df6bfe5921447ea83b260cf3d22325c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dd77092-4e", "ovs_interfaceid": "2dd77092-4e31-48d7-a10d-910439b90b0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.227160] env[62187]: DEBUG oslo_concurrency.lockutils [None req-69396be9-aed6-43bc-adef-cd9a4816dc02 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "5d0273be-3161-4cbe-ada3-6a3276b44603" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.189s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.357317] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eba1e2-66f2-90fc-5697-7581e1ec2054, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.359748] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30e22a6-5592-4a52-8de3-849172a34048 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.373209] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2308.373209] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5208010e-3acc-db49-457e-180b56d78895" [ 2308.373209] env[62187]: _type = "Task" [ 2308.373209] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.381750] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5208010e-3acc-db49-457e-180b56d78895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.418056] env[62187]: DEBUG nova.compute.manager [req-55475174-d0eb-432e-8b5c-c376ba0cf492 req-c8325e32-e60e-4f55-b418-f32c3d4e318f service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Received event network-vif-deleted-2dd77092-4e31-48d7-a10d-910439b90b0c {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2308.420679] env[62187]: INFO nova.compute.manager [req-55475174-d0eb-432e-8b5c-c376ba0cf492 req-c8325e32-e60e-4f55-b418-f32c3d4e318f service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Neutron deleted interface 2dd77092-4e31-48d7-a10d-910439b90b0c; detaching it from the instance and deleting it from the info cache [ 2308.420679] env[62187]: DEBUG nova.network.neutron [req-55475174-d0eb-432e-8b5c-c376ba0cf492 req-c8325e32-e60e-4f55-b418-f32c3d4e318f service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.504305] env[62187]: DEBUG oslo_concurrency.lockutils [req-d458fb9a-ed0a-4d6c-9460-2ff3e49fbcd4 req-b5de917f-7c2d-4b14-b68f-d86704638125 service nova] Releasing lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.536059] env[62187]: DEBUG oslo_concurrency.lockutils [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] Releasing lock "refresh_cache-4a009858-f9fb-475a-b461-c6223ea19286" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.536059] env[62187]: DEBUG nova.compute.manager [req-c084719c-2b2a-450f-aee6-84dc2e40daca req-fe963f48-b945-4d0c-9e31-a97b3bdf9dc6 service nova] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Received event network-vif-deleted-838dd7f1-c64d-4d48-855b-3f85f88dd2be {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2308.607839] env[62187]: DEBUG nova.network.neutron [-] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.696974] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ef87abdf-e49c-4f33-8d6c-173820260cd1 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.883913] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5208010e-3acc-db49-457e-180b56d78895, 'name': SearchDatastore_Task, 'duration_secs': 0.015966} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.883913] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.884910] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 835bad8e-6ac0-4d54-989e-be4ef761297c/835bad8e-6ac0-4d54-989e-be4ef761297c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2308.884910] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd2b74a-784f-4bdb-a43f-9c5810674fa5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.892315] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2308.892315] env[62187]: value = "task-2133518" [ 2308.892315] env[62187]: _type = "Task" [ 2308.892315] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.904381] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.925071] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-523b0ffb-a4a5-427e-84c5-a088caa519b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.935660] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98155c5a-63a3-449b-920e-df8b3d892c34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.972353] env[62187]: DEBUG nova.compute.manager [req-55475174-d0eb-432e-8b5c-c376ba0cf492 req-c8325e32-e60e-4f55-b418-f32c3d4e318f service nova] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Detach interface failed, port_id=2dd77092-4e31-48d7-a10d-910439b90b0c, reason: Instance 4a009858-f9fb-475a-b461-c6223ea19286 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2309.114419] env[62187]: INFO nova.compute.manager [-] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Took 1.49 seconds to deallocate network for instance. [ 2309.403722] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.412353] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.412663] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.621410] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.621620] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.621847] env[62187]: DEBUG nova.objects.instance [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lazy-loading 'resources' on Instance uuid 4a009858-f9fb-475a-b461-c6223ea19286 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2309.708101] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.708101] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.708101] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.708101] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.708626] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.711284] env[62187]: INFO nova.compute.manager [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Terminating instance [ 2309.725129] env[62187]: DEBUG nova.compute.manager [req-e2ab0674-eb96-45e0-8736-a1cd41857453 req-bd9422f3-be30-48e2-86f3-e7f93ad2b1f5 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-vif-plugged-22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2309.725572] env[62187]: DEBUG oslo_concurrency.lockutils [req-e2ab0674-eb96-45e0-8736-a1cd41857453 req-bd9422f3-be30-48e2-86f3-e7f93ad2b1f5 service nova] Acquiring lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2309.725733] env[62187]: DEBUG oslo_concurrency.lockutils [req-e2ab0674-eb96-45e0-8736-a1cd41857453 req-bd9422f3-be30-48e2-86f3-e7f93ad2b1f5 service nova] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2309.725936] env[62187]: DEBUG oslo_concurrency.lockutils [req-e2ab0674-eb96-45e0-8736-a1cd41857453 req-bd9422f3-be30-48e2-86f3-e7f93ad2b1f5 service nova] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.726637] env[62187]: DEBUG nova.compute.manager [req-e2ab0674-eb96-45e0-8736-a1cd41857453 req-bd9422f3-be30-48e2-86f3-e7f93ad2b1f5 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] No waiting events found dispatching network-vif-plugged-22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2309.726637] env[62187]: WARNING nova.compute.manager [req-e2ab0674-eb96-45e0-8736-a1cd41857453 req-bd9422f3-be30-48e2-86f3-e7f93ad2b1f5 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received unexpected event network-vif-plugged-22b646c2-07f9-4025-8846-ec3a7f9e6939 for instance with vm_state active and task_state None. [ 2309.830126] env[62187]: DEBUG nova.network.neutron [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Successfully updated port: 22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2309.904469] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766066} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.904829] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 835bad8e-6ac0-4d54-989e-be4ef761297c/835bad8e-6ac0-4d54-989e-be4ef761297c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2309.905024] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2309.905317] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc45a52f-79d9-4881-97a2-870ca5220a5c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.913409] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2309.913409] env[62187]: value = "task-2133519" [ 2309.913409] env[62187]: _type = "Task" [ 2309.913409] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.922422] env[62187]: DEBUG nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2309.925141] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.214804] env[62187]: DEBUG nova.compute.manager [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2310.215211] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2310.218389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db382ecc-d696-4fd4-b501-741efa9bf4f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.226299] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2310.226557] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60a83fab-4111-4c6b-89bf-d874d2f8e3c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.236986] env[62187]: DEBUG oslo_vmware.api [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2310.236986] env[62187]: value = "task-2133520" [ 2310.236986] env[62187]: _type = "Task" [ 2310.236986] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.242655] env[62187]: DEBUG oslo_vmware.api [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.333822] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.334088] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.334292] env[62187]: DEBUG nova.network.neutron [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2310.362188] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d9b35-f14f-4332-8933-a4fecfcd19c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.370474] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5df3f93-6c4d-4713-8c08-33832ce323cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.401308] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17755c3-6468-43b1-8bc4-52d5f669900d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.409604] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179eb760-42ba-4081-9c51-07a1c5e5f0e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.429523] env[62187]: DEBUG nova.compute.provider_tree [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2310.440815] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073359} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.446095] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2310.447512] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875beecc-7b4a-4bc5-9d74-e9e98bbf5b05 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.474023] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 835bad8e-6ac0-4d54-989e-be4ef761297c/835bad8e-6ac0-4d54-989e-be4ef761297c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2310.475342] env[62187]: ERROR nova.scheduler.client.report [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] [req-b6c19074-bee3-4e9f-9d3b-faad5db411df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b6c19074-bee3-4e9f-9d3b-faad5db411df"}]} [ 2310.476589] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.477245] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c2a43ee-15ae-4956-b0ee-0a16ed8a74af {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.501020] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2310.501020] env[62187]: value = "task-2133521" [ 2310.501020] env[62187]: _type = "Task" [ 2310.501020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.510625] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.511769] env[62187]: DEBUG nova.scheduler.client.report [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2310.527387] env[62187]: DEBUG nova.scheduler.client.report [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2310.527525] env[62187]: DEBUG nova.compute.provider_tree [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2310.542700] env[62187]: DEBUG nova.scheduler.client.report [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2310.564303] env[62187]: DEBUG nova.scheduler.client.report [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2310.744960] env[62187]: DEBUG oslo_vmware.api [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133520, 'name': PowerOffVM_Task, 'duration_secs': 0.202781} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2310.745282] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2310.745419] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2310.745665] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82980dff-87ba-4f25-82d1-0afce2961b43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.791752] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c9fba5-e425-45cd-973c-2b6f488f9b74 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.800067] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ec0aab-ddde-4254-9ecc-1e884bf25850 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.834222] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ab7e79-e744-4abc-be9a-6db6388080a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.844945] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb28b62-6814-4a49-be4c-1602a9729c3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.862814] env[62187]: DEBUG nova.compute.provider_tree [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2310.880533] env[62187]: WARNING nova.network.neutron [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] 0aff26c9-fb1b-47b0-8451-29c33930185a already exists in list: networks containing: ['0aff26c9-fb1b-47b0-8451-29c33930185a']. ignoring it [ 2310.889416] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2310.889648] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2310.889848] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleting the datastore file [datastore2] d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2310.890110] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c21c27dd-ec55-4dc9-b1f8-89021bb98f57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.899576] env[62187]: DEBUG oslo_vmware.api [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2310.899576] env[62187]: value = "task-2133523" [ 2310.899576] env[62187]: _type = "Task" [ 2310.899576] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.909756] env[62187]: DEBUG oslo_vmware.api [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.013902] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133521, 'name': ReconfigVM_Task, 'duration_secs': 0.420482} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.014158] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 835bad8e-6ac0-4d54-989e-be4ef761297c/835bad8e-6ac0-4d54-989e-be4ef761297c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2311.015027] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5e7172e-332e-4395-a45f-1fb266999cd1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.021898] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2311.021898] env[62187]: value = "task-2133524" [ 2311.021898] env[62187]: _type = "Task" [ 2311.021898] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.031689] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133524, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.240627] env[62187]: DEBUG nova.network.neutron [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "address": "fa:16:3e:22:02:99", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b646c2-07", "ovs_interfaceid": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2311.409103] env[62187]: DEBUG nova.scheduler.client.report [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2311.409103] env[62187]: DEBUG nova.compute.provider_tree [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 141 to 142 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2311.409103] env[62187]: DEBUG nova.compute.provider_tree [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2311.423021] env[62187]: DEBUG oslo_vmware.api [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426215} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.423021] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2311.423021] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2311.423021] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2311.423021] env[62187]: INFO nova.compute.manager [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2311.423021] env[62187]: DEBUG oslo.service.loopingcall [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2311.423021] env[62187]: DEBUG nova.compute.manager [-] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2311.423021] env[62187]: DEBUG nova.network.neutron [-] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2311.534546] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133524, 'name': Rename_Task, 'duration_secs': 0.14669} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.534833] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2311.535219] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbbb9277-8822-4cd5-9733-052443d96fe7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.541828] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2311.541828] env[62187]: value = "task-2133525" [ 2311.541828] env[62187]: _type = "Task" [ 2311.541828] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.550125] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.745277] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2311.746448] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.748060] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.748060] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6115e09-70e2-49e7-ab31-09935de45f9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.770543] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2311.770809] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2311.772075] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2311.772075] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2311.772387] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2311.772597] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2311.772839] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2311.773185] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2311.773486] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2311.773764] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2311.774023] env[62187]: DEBUG nova.virt.hardware [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2311.780920] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Reconfiguring VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2311.781946] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14909318-e15f-4de1-8e91-3b2209cf0810 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.802249] env[62187]: DEBUG nova.compute.manager [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-changed-22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2311.802900] env[62187]: DEBUG nova.compute.manager [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing instance network info cache due to event network-changed-22b646c2-07f9-4025-8846-ec3a7f9e6939. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2311.802900] env[62187]: DEBUG oslo_concurrency.lockutils [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2311.802900] env[62187]: DEBUG oslo_concurrency.lockutils [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2311.803066] env[62187]: DEBUG nova.network.neutron [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing network info cache for port 22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2311.809349] env[62187]: DEBUG oslo_vmware.api [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2311.809349] env[62187]: value = "task-2133526" [ 2311.809349] env[62187]: _type = "Task" [ 2311.809349] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.822757] env[62187]: DEBUG oslo_vmware.api [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.923132] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.925519] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.449s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.927278] env[62187]: INFO nova.compute.claims [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2311.948086] env[62187]: INFO nova.scheduler.client.report [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Deleted allocations for instance 4a009858-f9fb-475a-b461-c6223ea19286 [ 2312.053602] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.245694] env[62187]: DEBUG nova.network.neutron [-] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.322050] env[62187]: DEBUG oslo_vmware.api [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.460770] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7cd2575f-3c2d-4d03-a026-b8afb348b08c tempest-AttachInterfacesUnderV243Test-286590037 tempest-AttachInterfacesUnderV243Test-286590037-project-member] Lock "4a009858-f9fb-475a-b461-c6223ea19286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.013s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.556131] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133525, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.611811] env[62187]: DEBUG nova.network.neutron [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updated VIF entry in instance network info cache for port 22b646c2-07f9-4025-8846-ec3a7f9e6939. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2312.612301] env[62187]: DEBUG nova.network.neutron [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "address": "fa:16:3e:22:02:99", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b646c2-07", "ovs_interfaceid": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.750760] env[62187]: INFO nova.compute.manager [-] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Took 1.33 seconds to deallocate network for instance. [ 2312.826075] env[62187]: DEBUG oslo_vmware.api [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.890480] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.891094] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.054400] env[62187]: DEBUG oslo_vmware.api [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133525, 'name': PowerOnVM_Task, 'duration_secs': 1.123672} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.055290] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2313.055290] env[62187]: INFO nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Took 9.86 seconds to spawn the instance on the hypervisor. [ 2313.055290] env[62187]: DEBUG nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2313.055895] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2c812a-2496-460c-b143-d32aa279ecf5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.115393] env[62187]: DEBUG oslo_concurrency.lockutils [req-2a615456-a09f-4ce1-8570-473491f1bc0f req-6bd8e00a-c2dd-421f-adb2-1aac8c219b56 service nova] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.183673] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86fb463-045e-4f81-9351-1824e04e4c1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.192363] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68cc2de-5d8a-475a-9dd1-d1abf41a0095 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.227627] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d29af6-53f7-47e5-ab5a-a3c600401225 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.235674] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d7bdea-1a3f-4f83-94e8-c0387a772494 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2313.250772] env[62187]: DEBUG nova.compute.provider_tree [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2313.258582] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.324255] env[62187]: DEBUG oslo_vmware.api [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.393572] env[62187]: DEBUG nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2313.502453] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.502766] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.575456] env[62187]: INFO nova.compute.manager [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Took 14.80 seconds to build instance. [ 2313.754242] env[62187]: DEBUG nova.scheduler.client.report [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2313.826806] env[62187]: DEBUG oslo_vmware.api [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133526, 'name': ReconfigVM_Task, 'duration_secs': 1.634861} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2313.829110] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.829110] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Reconfigured VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2313.839446] env[62187]: DEBUG nova.compute.manager [req-31a07498-f82c-476c-808e-e9628540d5dd req-5d727b9e-d6bc-4e75-a1a9-bd219034b95f service nova] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Received event network-vif-deleted-6730bd52-136a-412c-aea3-92041d08a46f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2313.918162] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.005591] env[62187]: DEBUG nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2314.077745] env[62187]: DEBUG oslo_concurrency.lockutils [None req-39a67b9b-5148-439f-a8a4-9a0bc1a8c97b tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.312s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.262017] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.262017] env[62187]: DEBUG nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2314.264131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2314.264520] env[62187]: DEBUG nova.objects.instance [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lazy-loading 'resources' on Instance uuid d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2314.337691] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6e22a2e5-a1b4-407e-9ea6-2f60898834c2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-76df0cfc-d079-4a7f-b641-67a7848cb416-22b646c2-07f9-4025-8846-ec3a7f9e6939" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.697s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2314.531304] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2314.768497] env[62187]: DEBUG nova.compute.utils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2314.772772] env[62187]: DEBUG nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2314.772955] env[62187]: DEBUG nova.network.neutron [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2314.839820] env[62187]: DEBUG nova.policy [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe5974d190144803be761f95dd2e6189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372711927fdf4ea7b63f2ed784c7d3b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2315.033951] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf4b6c7-3c65-4b5f-a58e-dafef9d7789f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.043562] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516e9c44-b5b7-480a-89d9-385508cecb2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.079011] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb594c3-b2e0-4996-9547-62dda2c3e926 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.087272] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc41f812-fbc6-4ad2-9ed9-7adc29757c0f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.105187] env[62187]: DEBUG nova.compute.provider_tree [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2315.118636] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b118b4-5374-0167-40ab-26713e5c978c/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2315.119799] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e43053-aa7f-4d30-8c70-8350b133a83c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.126973] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b118b4-5374-0167-40ab-26713e5c978c/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2315.127151] env[62187]: ERROR oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b118b4-5374-0167-40ab-26713e5c978c/disk-0.vmdk due to incomplete transfer. [ 2315.127272] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2981feb-7f2b-4805-aef9-22e03465a8ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.136350] env[62187]: DEBUG oslo_vmware.rw_handles [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b118b4-5374-0167-40ab-26713e5c978c/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2315.136576] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Uploaded image 63ae8dd6-66cb-4c0f-a539-674c673f7f21 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2315.140265] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2315.140265] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7759e113-c9ea-4224-8c65-786ed5acd7a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.147915] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2315.147915] env[62187]: value = "task-2133527" [ 2315.147915] env[62187]: _type = "Task" [ 2315.147915] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.155050] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.273830] env[62187]: DEBUG nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2315.279756] env[62187]: DEBUG nova.network.neutron [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Successfully created port: f75dfd21-0988-4aa6-9df5-3dfea248a1ad {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2315.608156] env[62187]: DEBUG nova.scheduler.client.report [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2315.657093] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.858144] env[62187]: DEBUG nova.compute.manager [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Received event network-changed-068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2315.858414] env[62187]: DEBUG nova.compute.manager [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Refreshing instance network info cache due to event network-changed-068e45a6-cb60-410b-8308-7d8f1a5e089d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2315.859113] env[62187]: DEBUG oslo_concurrency.lockutils [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] Acquiring lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2315.859509] env[62187]: DEBUG oslo_concurrency.lockutils [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] Acquired lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2315.860065] env[62187]: DEBUG nova.network.neutron [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Refreshing network info cache for port 068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2315.911091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-76df0cfc-d079-4a7f-b641-67a7848cb416-22b646c2-07f9-4025-8846-ec3a7f9e6939" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2315.911385] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-76df0cfc-d079-4a7f-b641-67a7848cb416-22b646c2-07f9-4025-8846-ec3a7f9e6939" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.113716] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.116053] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.198s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.117573] env[62187]: INFO nova.compute.claims [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2316.153035] env[62187]: INFO nova.scheduler.client.report [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted allocations for instance d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04 [ 2316.159969] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.290514] env[62187]: DEBUG nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2316.318497] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2316.318738] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2316.319172] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2316.319172] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2316.319328] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2316.319366] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2316.319570] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2316.319730] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2316.319909] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2316.320059] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2316.320241] env[62187]: DEBUG nova.virt.hardware [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2316.321319] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57357fb-08fd-410e-8134-2d1a666d2c04 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.331534] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd1fbfa-ef03-405b-a2c4-2dbafd1d73f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.417167] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2316.417403] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2316.418297] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168d59bd-83c2-4b2e-bc8d-0180a93bf410 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.437239] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca43092-fe13-48c2-bc94-f8681353bb88 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.466027] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Reconfiguring VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2316.469357] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8397ca93-b845-40b3-b868-40b4c51d527b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.491160] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2316.491160] env[62187]: value = "task-2133529" [ 2316.491160] env[62187]: _type = "Task" [ 2316.491160] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.499424] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.606422] env[62187]: DEBUG nova.network.neutron [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Updated VIF entry in instance network info cache for port 068e45a6-cb60-410b-8308-7d8f1a5e089d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2316.606811] env[62187]: DEBUG nova.network.neutron [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Updating instance_info_cache with network_info: [{"id": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "address": "fa:16:3e:b1:03:7d", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068e45a6-cb", "ovs_interfaceid": "068e45a6-cb60-410b-8308-7d8f1a5e089d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2316.658263] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.663383] env[62187]: DEBUG oslo_concurrency.lockutils [None req-086fe1cd-b212-44a5-b340-f490ec4f4285 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.956s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.796257] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.796500] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.796716] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2316.796963] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2316.797072] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.800142] env[62187]: INFO nova.compute.manager [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Terminating instance [ 2317.001519] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.109399] env[62187]: DEBUG oslo_concurrency.lockutils [req-02b63c58-bef0-4b64-9c4b-cc06efdd8e2e req-c2be4c52-b1c3-4118-b51a-308d314b059a service nova] Releasing lock "refresh_cache-835bad8e-6ac0-4d54-989e-be4ef761297c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.158453] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.305739] env[62187]: DEBUG nova.compute.manager [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2317.305975] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2317.306880] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3611fe39-92f4-4a6e-8d20-0ec64e05843b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.316489] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2317.316728] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b0a197-1111-4fba-838c-7f009996b14e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.323063] env[62187]: DEBUG oslo_vmware.api [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2317.323063] env[62187]: value = "task-2133530" [ 2317.323063] env[62187]: _type = "Task" [ 2317.323063] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.330494] env[62187]: DEBUG oslo_vmware.api [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.344046] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d5e121-fe6a-4e4d-baed-8be496519a83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.351178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e074808-63e1-4bca-a916-5aa6d9e2a656 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.381705] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e44b50-20c3-445a-9bad-d96df8dd059d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.389234] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006b8e9-27a7-490e-923a-e76a21327e43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.402317] env[62187]: DEBUG nova.compute.provider_tree [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2317.504464] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.660161] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.834171] env[62187]: DEBUG oslo_vmware.api [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133530, 'name': PowerOffVM_Task, 'duration_secs': 0.199053} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.834367] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2317.834605] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2317.834865] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e334dab0-2375-4cc0-a43b-f6a6dbf27185 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.906598] env[62187]: DEBUG nova.scheduler.client.report [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2318.002522] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.160873] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.249864] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.250335] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.412178] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.296s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.412923] env[62187]: DEBUG nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2318.419834] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.885s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.419834] env[62187]: INFO nova.compute.claims [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2318.514029] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.659939] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.754286] env[62187]: DEBUG nova.compute.utils [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2318.923566] env[62187]: DEBUG nova.compute.utils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2318.928257] env[62187]: DEBUG nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2318.928257] env[62187]: DEBUG nova.network.neutron [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2318.984380] env[62187]: DEBUG nova.policy [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4054f0f870a24d1ba4f9cf8e1a073dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3c04807e7a48be91a9c9718b363af9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2319.016705] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.164502] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.258212] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2319.284422] env[62187]: DEBUG nova.network.neutron [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Successfully created port: 8db06301-c1b9-46b0-b8e0-03979a75cc49 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2319.428906] env[62187]: DEBUG nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2319.513162] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.662797] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.706791] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aaa807-40cb-46d0-b7db-8286140b697e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.714545] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c363ed0-b5ff-4e1d-896f-5e6d6e91ee43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.749023] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae7ec9e-1fab-442c-bba7-472275e157d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.754707] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08740739-d410-40fd-9088-ae6d4759705c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.768526] env[62187]: DEBUG nova.compute.provider_tree [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2320.014221] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.161475] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.271142] env[62187]: DEBUG nova.scheduler.client.report [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2320.339065] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.339348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.339583] env[62187]: INFO nova.compute.manager [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Attaching volume 9673f4d5-d360-47a1-9b08-7b1a23e5e62a to /dev/sdb [ 2320.380647] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5b13e3-afc0-49ab-8e6d-40caa2fc46ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.387863] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d10468-518e-49a8-94f1-363db440bb61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.401049] env[62187]: DEBUG nova.virt.block_device [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating existing volume attachment record: 11b77d23-bcd1-4a2f-862f-0976140ebed9 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2320.442108] env[62187]: DEBUG nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2320.480474] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2320.480715] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2320.480870] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2320.483031] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2320.483031] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2320.483031] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2320.483194] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2320.483325] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2320.483550] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2320.483674] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2320.483958] env[62187]: DEBUG nova.virt.hardware [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2320.484919] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86828d47-f506-4cae-b5ef-263fd4449eb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.493991] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf774a9-1fb7-4706-8976-ee1471afbf90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.522302] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.591150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2320.591150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2320.662782] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.776791] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2320.777439] env[62187]: DEBUG nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2321.024853] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.095039] env[62187]: DEBUG nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2321.163634] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.283151] env[62187]: DEBUG nova.compute.utils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2321.285066] env[62187]: DEBUG nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2321.285066] env[62187]: DEBUG nova.network.neutron [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2321.333021] env[62187]: DEBUG nova.policy [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4054f0f870a24d1ba4f9cf8e1a073dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3c04807e7a48be91a9c9718b363af9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2321.525406] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.550471] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2321.550740] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2321.550969] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleting the datastore file [datastore1] a20aeb67-3f4c-4a01-9164-ccc9af03afcc {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2321.551185] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f4c3272-c7c2-41b8-b14b-2b5b4a3df545 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.557992] env[62187]: DEBUG oslo_vmware.api [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2321.557992] env[62187]: value = "task-2133537" [ 2321.557992] env[62187]: _type = "Task" [ 2321.557992] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.566593] env[62187]: DEBUG oslo_vmware.api [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133537, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.622549] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.622549] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.622549] env[62187]: INFO nova.compute.claims [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2321.654371] env[62187]: DEBUG nova.network.neutron [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Successfully created port: fe6020c4-92da-48c9-a263-6533f09df43d {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2321.664239] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.790624] env[62187]: DEBUG nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2322.026318] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.070760] env[62187]: DEBUG oslo_vmware.api [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133537, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308559} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.071167] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2322.071456] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2322.071738] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2322.072032] env[62187]: INFO nova.compute.manager [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Took 4.77 seconds to destroy the instance on the hypervisor. [ 2322.072416] env[62187]: DEBUG oslo.service.loopingcall [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2322.072722] env[62187]: DEBUG nova.compute.manager [-] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2322.072908] env[62187]: DEBUG nova.network.neutron [-] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2322.164095] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.412458] env[62187]: DEBUG nova.compute.manager [req-3da9af75-b282-459b-8943-3465ecdecd97 req-70cb4e58-67aa-42a7-a782-98f47aac1d0f service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Received event network-vif-deleted-c54c7908-62c6-4e1b-98d9-2b319c92d28d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2322.412727] env[62187]: INFO nova.compute.manager [req-3da9af75-b282-459b-8943-3465ecdecd97 req-70cb4e58-67aa-42a7-a782-98f47aac1d0f service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Neutron deleted interface c54c7908-62c6-4e1b-98d9-2b319c92d28d; detaching it from the instance and deleting it from the info cache [ 2322.413047] env[62187]: DEBUG nova.network.neutron [req-3da9af75-b282-459b-8943-3465ecdecd97 req-70cb4e58-67aa-42a7-a782-98f47aac1d0f service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.529396] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.665926] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.765439] env[62187]: DEBUG nova.compute.manager [req-62334921-b94d-4420-a9db-f6b671992474 req-3120de07-e82b-4ff2-92e0-bfcc06cc1b91 service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Received event network-vif-plugged-8db06301-c1b9-46b0-b8e0-03979a75cc49 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2322.765652] env[62187]: DEBUG oslo_concurrency.lockutils [req-62334921-b94d-4420-a9db-f6b671992474 req-3120de07-e82b-4ff2-92e0-bfcc06cc1b91 service nova] Acquiring lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.765862] env[62187]: DEBUG oslo_concurrency.lockutils [req-62334921-b94d-4420-a9db-f6b671992474 req-3120de07-e82b-4ff2-92e0-bfcc06cc1b91 service nova] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.766009] env[62187]: DEBUG oslo_concurrency.lockutils [req-62334921-b94d-4420-a9db-f6b671992474 req-3120de07-e82b-4ff2-92e0-bfcc06cc1b91 service nova] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.766207] env[62187]: DEBUG nova.compute.manager [req-62334921-b94d-4420-a9db-f6b671992474 req-3120de07-e82b-4ff2-92e0-bfcc06cc1b91 service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] No waiting events found dispatching network-vif-plugged-8db06301-c1b9-46b0-b8e0-03979a75cc49 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2322.766341] env[62187]: WARNING nova.compute.manager [req-62334921-b94d-4420-a9db-f6b671992474 req-3120de07-e82b-4ff2-92e0-bfcc06cc1b91 service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Received unexpected event network-vif-plugged-8db06301-c1b9-46b0-b8e0-03979a75cc49 for instance with vm_state building and task_state spawning. [ 2322.799088] env[62187]: DEBUG nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2322.833927] env[62187]: DEBUG nova.virt.hardware [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2322.835077] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2374f806-f17f-4b5e-ba20-edec25d43696 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.848724] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85632fa-0498-4223-ab47-69123136245c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.891889] env[62187]: DEBUG nova.network.neutron [-] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2322.898820] env[62187]: DEBUG nova.network.neutron [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Successfully updated port: 8db06301-c1b9-46b0-b8e0-03979a75cc49 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2322.920689] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90be3b27-5ff8-4332-abf4-05d7ea19abcb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.930665] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb6a5a6-6c28-4394-81dd-8559f80869b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.969585] env[62187]: DEBUG nova.compute.manager [req-3da9af75-b282-459b-8943-3465ecdecd97 req-70cb4e58-67aa-42a7-a782-98f47aac1d0f service nova] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Detach interface failed, port_id=c54c7908-62c6-4e1b-98d9-2b319c92d28d, reason: Instance a20aeb67-3f4c-4a01-9164-ccc9af03afcc could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2322.971653] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c32161d-8bf1-491c-9bc2-908c602f160f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.982382] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7de256-1383-4c6a-b178-fb553ee06603 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.016952] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177a5363-fa17-4018-8fad-4789843bdd7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.028579] env[62187]: DEBUG oslo_vmware.api [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133529, 'name': ReconfigVM_Task, 'duration_secs': 6.170439} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.030330] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.030771] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Reconfigured VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2323.033966] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a74b33b-c398-42b9-84e1-123ca3e4a7b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.048116] env[62187]: DEBUG nova.compute.provider_tree [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2323.110155] env[62187]: DEBUG nova.network.neutron [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Successfully updated port: f75dfd21-0988-4aa6-9df5-3dfea248a1ad {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2323.165251] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133527, 'name': Destroy_Task, 'duration_secs': 7.544927} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.165583] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Destroyed the VM [ 2323.165636] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2323.165866] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b440683-6f66-4beb-86ae-c836345cedb8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.172985] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2323.172985] env[62187]: value = "task-2133540" [ 2323.172985] env[62187]: _type = "Task" [ 2323.172985] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.181013] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133540, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.303613] env[62187]: DEBUG nova.network.neutron [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Successfully updated port: fe6020c4-92da-48c9-a263-6533f09df43d {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2323.395708] env[62187]: INFO nova.compute.manager [-] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Took 1.32 seconds to deallocate network for instance. [ 2323.403040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.403190] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.403337] env[62187]: DEBUG nova.network.neutron [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2323.569855] env[62187]: ERROR nova.scheduler.client.report [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [req-ef3bd8ed-81fd-4a25-a153-4347295c05ad] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef3bd8ed-81fd-4a25-a153-4347295c05ad"}]} [ 2323.588035] env[62187]: DEBUG nova.scheduler.client.report [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2323.601878] env[62187]: DEBUG nova.scheduler.client.report [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2323.602030] env[62187]: DEBUG nova.compute.provider_tree [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2323.612761] env[62187]: DEBUG nova.scheduler.client.report [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2323.615274] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "refresh_cache-6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.615414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "refresh_cache-6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.615561] env[62187]: DEBUG nova.network.neutron [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2323.632888] env[62187]: DEBUG nova.scheduler.client.report [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2323.686048] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133540, 'name': RemoveSnapshot_Task, 'duration_secs': 0.300834} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.686327] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2323.686640] env[62187]: DEBUG nova.compute.manager [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2323.687435] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0382f38d-81ee-476d-89d4-d2083c340bdf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.805491] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2323.805653] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2323.805739] env[62187]: DEBUG nova.network.neutron [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2323.817644] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58662045-fb73-4b42-8582-38415a36522b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.827210] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2039240-7a88-4ea2-9731-6cc8f0a5670d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.859311] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70e4ca9-906b-4f6e-92ff-6e3334685896 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.867370] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3437cb-c22f-4cc7-9b51-b7e06296156f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.881119] env[62187]: DEBUG nova.compute.provider_tree [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2323.901613] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.933545] env[62187]: DEBUG nova.network.neutron [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2324.075178] env[62187]: DEBUG nova.network.neutron [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updating instance_info_cache with network_info: [{"id": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "address": "fa:16:3e:01:4d:94", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db06301-c1", "ovs_interfaceid": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.143889] env[62187]: DEBUG nova.network.neutron [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2324.201700] env[62187]: INFO nova.compute.manager [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Shelve offloading [ 2324.279474] env[62187]: DEBUG nova.network.neutron [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Updating instance_info_cache with network_info: [{"id": "f75dfd21-0988-4aa6-9df5-3dfea248a1ad", "address": "fa:16:3e:fa:f2:b9", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75dfd21-09", "ovs_interfaceid": "f75dfd21-0988-4aa6-9df5-3dfea248a1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.326818] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.327029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.327221] env[62187]: DEBUG nova.network.neutron [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2324.340495] env[62187]: DEBUG nova.network.neutron [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2324.419019] env[62187]: DEBUG nova.scheduler.client.report [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2324.419019] env[62187]: DEBUG nova.compute.provider_tree [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 145 to 146 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2324.419019] env[62187]: DEBUG nova.compute.provider_tree [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2324.446188] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Received event network-vif-plugged-f75dfd21-0988-4aa6-9df5-3dfea248a1ad {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2324.446470] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Acquiring lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.446665] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.446787] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.446987] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] No waiting events found dispatching network-vif-plugged-f75dfd21-0988-4aa6-9df5-3dfea248a1ad {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2324.447124] env[62187]: WARNING nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Received unexpected event network-vif-plugged-f75dfd21-0988-4aa6-9df5-3dfea248a1ad for instance with vm_state building and task_state spawning. [ 2324.447309] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Received event network-changed-f75dfd21-0988-4aa6-9df5-3dfea248a1ad {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2324.447509] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Refreshing instance network info cache due to event network-changed-f75dfd21-0988-4aa6-9df5-3dfea248a1ad. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2324.447679] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Acquiring lock "refresh_cache-6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.479171] env[62187]: DEBUG nova.network.neutron [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Updating instance_info_cache with network_info: [{"id": "fe6020c4-92da-48c9-a263-6533f09df43d", "address": "fa:16:3e:be:2f:a0", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6020c4-92", "ovs_interfaceid": "fe6020c4-92da-48c9-a263-6533f09df43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.578230] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.578230] env[62187]: DEBUG nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Instance network_info: |[{"id": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "address": "fa:16:3e:01:4d:94", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db06301-c1", "ovs_interfaceid": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2324.578666] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:4d:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db06301-c1b9-46b0-b8e0-03979a75cc49', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2324.585920] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating folder: Project (ad3c04807e7a48be91a9c9718b363af9). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2324.586220] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66014906-45cc-4fe6-a426-c9f224c3d3a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.596967] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created folder: Project (ad3c04807e7a48be91a9c9718b363af9) in parent group-v435995. [ 2324.597175] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating folder: Instances. Parent ref: group-v436265. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2324.597405] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26c29a95-ea9d-4195-a1a5-fec351c10d5e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.607212] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created folder: Instances in parent group-v436265. [ 2324.607572] env[62187]: DEBUG oslo.service.loopingcall [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2324.607853] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2324.608175] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41467553-effa-4d6d-84e0-0bca25be1773 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.639756] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2324.639756] env[62187]: value = "task-2133543" [ 2324.639756] env[62187]: _type = "Task" [ 2324.639756] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.651259] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133543, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.709656] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2324.710041] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410e09f3-dbe9-47bb-acbd-d88e67bab551 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.717127] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2324.717127] env[62187]: value = "task-2133544" [ 2324.717127] env[62187]: _type = "Task" [ 2324.717127] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.725917] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.781592] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "refresh_cache-6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.781960] env[62187]: DEBUG nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Instance network_info: |[{"id": "f75dfd21-0988-4aa6-9df5-3dfea248a1ad", "address": "fa:16:3e:fa:f2:b9", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75dfd21-09", "ovs_interfaceid": "f75dfd21-0988-4aa6-9df5-3dfea248a1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2324.782326] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Acquired lock "refresh_cache-6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.782408] env[62187]: DEBUG nova.network.neutron [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Refreshing network info cache for port f75dfd21-0988-4aa6-9df5-3dfea248a1ad {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2324.783667] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:f2:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f75dfd21-0988-4aa6-9df5-3dfea248a1ad', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2324.791827] env[62187]: DEBUG oslo.service.loopingcall [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2324.792360] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2324.792938] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bdb9a3b-8fa9-43f1-8791-874096ffdd89 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.810920] env[62187]: DEBUG nova.compute.manager [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Received event network-changed-8db06301-c1b9-46b0-b8e0-03979a75cc49 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2324.811023] env[62187]: DEBUG nova.compute.manager [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Refreshing instance network info cache due to event network-changed-8db06301-c1b9-46b0-b8e0-03979a75cc49. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2324.811260] env[62187]: DEBUG oslo_concurrency.lockutils [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] Acquiring lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.811433] env[62187]: DEBUG oslo_concurrency.lockutils [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] Acquired lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.811667] env[62187]: DEBUG nova.network.neutron [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Refreshing network info cache for port 8db06301-c1b9-46b0-b8e0-03979a75cc49 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2324.818053] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2324.818053] env[62187]: value = "task-2133545" [ 2324.818053] env[62187]: _type = "Task" [ 2324.818053] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.826389] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133545, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.923855] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.303s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.924975] env[62187]: DEBUG nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2324.930157] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.029s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.930386] env[62187]: DEBUG nova.objects.instance [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lazy-loading 'resources' on Instance uuid a20aeb67-3f4c-4a01-9164-ccc9af03afcc {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.954446] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2324.954959] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436264', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'name': 'volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f41b4484-20f9-4882-82d2-4cc9daa3b65a', 'attached_at': '', 'detached_at': '', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'serial': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2324.955659] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426496ec-493f-4f54-9f99-36359f4db396 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.979131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-d261d258-7b7b-4b92-9a7a-e5a8cfc59115-22b646c2-07f9-4025-8846-ec3a7f9e6939" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.979131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-d261d258-7b7b-4b92-9a7a-e5a8cfc59115-22b646c2-07f9-4025-8846-ec3a7f9e6939" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.979131] env[62187]: DEBUG nova.objects.instance [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'flavor' on Instance uuid d261d258-7b7b-4b92-9a7a-e5a8cfc59115 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.983338] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f23408-ca48-4d19-a5fd-8dc927857980 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.987129] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2324.987425] env[62187]: DEBUG nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Instance network_info: |[{"id": "fe6020c4-92da-48c9-a263-6533f09df43d", "address": "fa:16:3e:be:2f:a0", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6020c4-92", "ovs_interfaceid": "fe6020c4-92da-48c9-a263-6533f09df43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2324.988022] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:2f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe6020c4-92da-48c9-a263-6533f09df43d', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2324.995278] env[62187]: DEBUG oslo.service.loopingcall [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2324.996968] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2324.998200] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d3ad9b1-f584-4e79-b428-47443651f66f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.038072] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a/volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2325.041790] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ac67a4-8a90-4374-b1bf-15b7bbe63dea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.056708] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2325.056708] env[62187]: value = "task-2133547" [ 2325.056708] env[62187]: _type = "Task" [ 2325.056708] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.061883] env[62187]: DEBUG oslo_vmware.api [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2325.061883] env[62187]: value = "task-2133548" [ 2325.061883] env[62187]: _type = "Task" [ 2325.061883] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.068773] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133547, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.073725] env[62187]: DEBUG oslo_vmware.api [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.144580] env[62187]: INFO nova.network.neutron [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Port 22b646c2-07f9-4025-8846-ec3a7f9e6939 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2325.144957] env[62187]: DEBUG nova.network.neutron [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.153398] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133543, 'name': CreateVM_Task, 'duration_secs': 0.339232} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.153398] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2325.154074] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.154233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.154617] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2325.154882] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6365dd5-fa1e-45b2-8c16-f60a4ffd84c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.160233] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2325.160233] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521aafd7-6b0e-cb37-0b73-e09fb356cee4" [ 2325.160233] env[62187]: _type = "Task" [ 2325.160233] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.169967] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521aafd7-6b0e-cb37-0b73-e09fb356cee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.228269] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2325.228626] env[62187]: DEBUG nova.compute.manager [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2325.229425] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f37bb-8df1-49de-ab72-9019053cbf9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.237464] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.237464] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.237731] env[62187]: DEBUG nova.network.neutron [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2325.327695] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133545, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.435069] env[62187]: DEBUG nova.compute.utils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2325.438016] env[62187]: DEBUG nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2325.438016] env[62187]: DEBUG nova.network.neutron [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2325.531324] env[62187]: DEBUG nova.policy [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e754545661784c6fa0ef9b0457a5e21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f68db830b30742d69b077153a83a0713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2325.566031] env[62187]: DEBUG nova.network.neutron [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Updated VIF entry in instance network info cache for port f75dfd21-0988-4aa6-9df5-3dfea248a1ad. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2325.566678] env[62187]: DEBUG nova.network.neutron [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Updating instance_info_cache with network_info: [{"id": "f75dfd21-0988-4aa6-9df5-3dfea248a1ad", "address": "fa:16:3e:fa:f2:b9", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75dfd21-09", "ovs_interfaceid": "f75dfd21-0988-4aa6-9df5-3dfea248a1ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.590116] env[62187]: DEBUG oslo_vmware.api [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133548, 'name': ReconfigVM_Task, 'duration_secs': 0.494793} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.592014] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Reconfigured VM instance instance-0000005c to attach disk [datastore1] volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a/volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2325.597229] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133547, 'name': CreateVM_Task, 'duration_secs': 0.462387} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.599876] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5c0555f-6afe-479b-b738-07c019380880 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.609809] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2325.611061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.617276] env[62187]: DEBUG oslo_vmware.api [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2325.617276] env[62187]: value = "task-2133549" [ 2325.617276] env[62187]: _type = "Task" [ 2325.617276] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.629609] env[62187]: DEBUG oslo_vmware.api [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.647976] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.675272] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521aafd7-6b0e-cb37-0b73-e09fb356cee4, 'name': SearchDatastore_Task, 'duration_secs': 0.009278} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.677939] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2325.678321] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2325.678667] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.678936] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.679391] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2325.679943] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.680350] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2325.682021] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e82469a3-96b7-4e87-a9e8-8f59c23cf6be {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.682611] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d062ba3-a4e2-4edf-b8fb-06868d511898 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.690345] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2325.690345] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52250b78-ff00-651c-942b-49ccd3d22add" [ 2325.690345] env[62187]: _type = "Task" [ 2325.690345] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.698241] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2325.698545] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2325.700232] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29dafc7-735c-462f-8edb-2dc1f3e6b9ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.706328] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52250b78-ff00-651c-942b-49ccd3d22add, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.710193] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2325.710193] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299b2b5-ca0a-9c4d-84d7-45973d53187b" [ 2325.710193] env[62187]: _type = "Task" [ 2325.710193] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.722381] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299b2b5-ca0a-9c4d-84d7-45973d53187b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.744191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed6bd2-1617-4bfe-b57a-bcce715c6320 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.752754] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16346d66-6233-40c1-b34c-424079c0b708 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.757423] env[62187]: DEBUG nova.objects.instance [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'pci_requests' on Instance uuid d261d258-7b7b-4b92-9a7a-e5a8cfc59115 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2325.792020] env[62187]: DEBUG nova.objects.base [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2325.792020] env[62187]: DEBUG nova.network.neutron [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2325.792688] env[62187]: DEBUG nova.network.neutron [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updated VIF entry in instance network info cache for port 8db06301-c1b9-46b0-b8e0-03979a75cc49. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2325.793138] env[62187]: DEBUG nova.network.neutron [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updating instance_info_cache with network_info: [{"id": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "address": "fa:16:3e:01:4d:94", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db06301-c1", "ovs_interfaceid": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2325.794839] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0793a3ed-13b0-439b-944a-1ee4311f01d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.804952] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd6b432-3d90-4631-8f78-a4551236570b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.821477] env[62187]: DEBUG nova.compute.provider_tree [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2325.831529] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133545, 'name': CreateVM_Task, 'duration_secs': 0.554182} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.831690] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2325.832570] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.832570] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.832859] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2325.833126] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155a9c3a-2ccf-451e-b303-624367fa6c17 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.839195] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2325.839195] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aaaa1f-c35a-e861-4d23-51d59bfbdf41" [ 2325.839195] env[62187]: _type = "Task" [ 2325.839195] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2325.850354] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aaaa1f-c35a-e861-4d23-51d59bfbdf41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.910251] env[62187]: DEBUG nova.policy [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bc5888fea6244a1a1b6b6d4f8112d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df15505caa55455eacdf9bd8db775402', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2325.942744] env[62187]: DEBUG nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2326.078528] env[62187]: DEBUG nova.network.neutron [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Successfully created port: 6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2326.080689] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Releasing lock "refresh_cache-6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.080931] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Received event network-vif-plugged-fe6020c4-92da-48c9-a263-6533f09df43d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2326.082196] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Acquiring lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.082500] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2326.082737] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.083143] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] No waiting events found dispatching network-vif-plugged-fe6020c4-92da-48c9-a263-6533f09df43d {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2326.083423] env[62187]: WARNING nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Received unexpected event network-vif-plugged-fe6020c4-92da-48c9-a263-6533f09df43d for instance with vm_state building and task_state spawning. [ 2326.083662] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Received event network-changed-fe6020c4-92da-48c9-a263-6533f09df43d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2326.083896] env[62187]: DEBUG nova.compute.manager [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Refreshing instance network info cache due to event network-changed-fe6020c4-92da-48c9-a263-6533f09df43d. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2326.084546] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Acquiring lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.084770] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Acquired lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.085517] env[62187]: DEBUG nova.network.neutron [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Refreshing network info cache for port fe6020c4-92da-48c9-a263-6533f09df43d {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2326.127990] env[62187]: DEBUG oslo_vmware.api [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133549, 'name': ReconfigVM_Task, 'duration_secs': 0.148963} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.128320] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436264', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'name': 'volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f41b4484-20f9-4882-82d2-4cc9daa3b65a', 'attached_at': '', 'detached_at': '', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'serial': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2326.152520] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e20c146f-769b-4f30-a23f-c6c9e1ec02a2 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-76df0cfc-d079-4a7f-b641-67a7848cb416-22b646c2-07f9-4025-8846-ec3a7f9e6939" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.241s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.200388] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52250b78-ff00-651c-942b-49ccd3d22add, 'name': SearchDatastore_Task, 'duration_secs': 0.024928} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.201409] env[62187]: DEBUG nova.network.neutron [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Updating instance_info_cache with network_info: [{"id": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "address": "fa:16:3e:fe:fa:be", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4df0f5ca-dc", "ovs_interfaceid": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.203033] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.203330] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2326.203598] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.222370] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5299b2b5-ca0a-9c4d-84d7-45973d53187b, 'name': SearchDatastore_Task, 'duration_secs': 0.015791} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.223204] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c343c0-92ee-4402-9d26-a11f998e599a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.230561] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2326.230561] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ff6bbf-943c-14b2-2907-47f9d41d8854" [ 2326.230561] env[62187]: _type = "Task" [ 2326.230561] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.238410] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ff6bbf-943c-14b2-2907-47f9d41d8854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.300606] env[62187]: DEBUG oslo_concurrency.lockutils [req-fe2bcb2e-d9a5-420f-97bf-d8bb22eade5c req-87d28393-b86c-4261-8989-abaa8fe819db service nova] Releasing lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.348788] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aaaa1f-c35a-e861-4d23-51d59bfbdf41, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.349047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.349282] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2326.349509] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.349652] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.349824] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2326.350084] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f27c56f-52ff-4958-8082-2f125a865f8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.358679] env[62187]: DEBUG nova.scheduler.client.report [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2326.358921] env[62187]: DEBUG nova.compute.provider_tree [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 146 to 147 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2326.359110] env[62187]: DEBUG nova.compute.provider_tree [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2326.363171] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2326.363339] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2326.364032] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2811af8-eece-4e8e-beee-e5dd163c09dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.369813] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2326.369813] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aa90ae-f850-a3fc-7678-90881d517299" [ 2326.369813] env[62187]: _type = "Task" [ 2326.369813] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.380989] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aa90ae-f850-a3fc-7678-90881d517299, 'name': SearchDatastore_Task, 'duration_secs': 0.008176} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.381690] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81395e97-6055-448f-9a25-96556031418b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.386185] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2326.386185] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52be42dc-4b4d-1be7-178a-9a2394b5f4a5" [ 2326.386185] env[62187]: _type = "Task" [ 2326.386185] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.393191] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52be42dc-4b4d-1be7-178a-9a2394b5f4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.705286] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.745194] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ff6bbf-943c-14b2-2907-47f9d41d8854, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.745471] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.745736] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/84b3d4f2-d0b9-40a4-99e1-464245a6f154.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2326.746025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.746351] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2326.746673] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81f15c66-a73e-4b6f-99cd-7f397ff3f436 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.749382] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ff4081-17d5-4993-a39b-42b42f1f1510 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.756523] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2326.756523] env[62187]: value = "task-2133550" [ 2326.756523] env[62187]: _type = "Task" [ 2326.756523] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.760533] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2326.760713] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2326.761654] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48267ddc-c139-4f8c-b213-0f0364fbb518 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.767787] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.775194] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2326.775194] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527d70fb-cd19-e7ab-969f-57f2188aabf5" [ 2326.775194] env[62187]: _type = "Task" [ 2326.775194] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.783738] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527d70fb-cd19-e7ab-969f-57f2188aabf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.804803] env[62187]: DEBUG nova.network.neutron [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Updated VIF entry in instance network info cache for port fe6020c4-92da-48c9-a263-6533f09df43d. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2326.804803] env[62187]: DEBUG nova.network.neutron [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Updating instance_info_cache with network_info: [{"id": "fe6020c4-92da-48c9-a263-6533f09df43d", "address": "fa:16:3e:be:2f:a0", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6020c4-92", "ovs_interfaceid": "fe6020c4-92da-48c9-a263-6533f09df43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.834449] env[62187]: DEBUG nova.compute.manager [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2326.834698] env[62187]: DEBUG nova.compute.manager [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing instance network info cache due to event network-changed-571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2326.834940] env[62187]: DEBUG oslo_concurrency.lockutils [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] Acquiring lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2326.835093] env[62187]: DEBUG oslo_concurrency.lockutils [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] Acquired lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2326.835292] env[62187]: DEBUG nova.network.neutron [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Refreshing network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2326.868185] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2326.891535] env[62187]: INFO nova.scheduler.client.report [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted allocations for instance a20aeb67-3f4c-4a01-9164-ccc9af03afcc [ 2326.898959] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52be42dc-4b4d-1be7-178a-9a2394b5f4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010668} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2326.899525] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.899786] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb/6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2326.900059] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4f9ff5d-c2a8-47bb-8d3f-00f00d9cdbc4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.908232] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2326.908232] env[62187]: value = "task-2133551" [ 2326.908232] env[62187]: _type = "Task" [ 2326.908232] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2326.921703] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.963484] env[62187]: DEBUG nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2326.994319] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2326.995705] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2326.995705] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2326.995705] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2326.995705] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2326.995705] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2326.995705] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2326.995705] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2326.996049] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2326.996049] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2326.996894] env[62187]: DEBUG nova.virt.hardware [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2326.997482] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e76ea8-3659-4d48-a747-5e8d6360b5e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.005754] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d86ed1e-2217-4f53-9526-8832255af140 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.126601] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2327.128490] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d8dce1-a565-4376-b432-ab7995e6a620 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.136608] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2327.136959] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166f5704-dc73-47d0-b7c3-a39c97ea64b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.185698] env[62187]: DEBUG nova.objects.instance [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.266624] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.413401} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.266935] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/84b3d4f2-d0b9-40a4-99e1-464245a6f154.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2327.267165] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2327.267427] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f58db8-989e-4f9a-95ff-1cae9a3dfc9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.274281] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2327.274281] env[62187]: value = "task-2133554" [ 2327.274281] env[62187]: _type = "Task" [ 2327.274281] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.289038] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]527d70fb-cd19-e7ab-969f-57f2188aabf5, 'name': SearchDatastore_Task, 'duration_secs': 0.008662} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.292252] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.293479] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70e6fd8-670e-445e-9c90-a632c21d89b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.298810] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2327.298810] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2327.298977] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleting the datastore file [datastore2] d7f6fe78-5cd3-41a2-aba8-00096430304f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2327.299675] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ba8d59-9e23-43a8-a209-832bb12d280c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.303066] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2327.303066] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529b0be6-32bf-6bb2-f6da-8ec986b0bc60" [ 2327.303066] env[62187]: _type = "Task" [ 2327.303066] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.306753] env[62187]: DEBUG oslo_concurrency.lockutils [req-47d61587-9680-4b41-86c2-4f1c16aeeeb0 req-a8983574-0b71-4047-9db3-635238dcf079 service nova] Releasing lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.308808] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2327.308808] env[62187]: value = "task-2133555" [ 2327.308808] env[62187]: _type = "Task" [ 2327.308808] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.311945] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529b0be6-32bf-6bb2-f6da-8ec986b0bc60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.320553] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.402902] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cc29ac42-4474-4b2d-bc65-b0b29182bc02 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "a20aeb67-3f4c-4a01-9164-ccc9af03afcc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.606s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.418853] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.658348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.658707] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.659014] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.659247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.659457] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.661677] env[62187]: INFO nova.compute.manager [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Terminating instance [ 2327.691082] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dfce197b-e83c-4118-95e9-06f4190f8641 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.352s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.720418] env[62187]: DEBUG nova.network.neutron [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updated VIF entry in instance network info cache for port 571fab3e-a7fe-44df-bca5-a0472ee492b4. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2327.720828] env[62187]: DEBUG nova.network.neutron [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [{"id": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "address": "fa:16:3e:fc:b2:d3", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap571fab3e-a7", "ovs_interfaceid": "571fab3e-a7fe-44df-bca5-a0472ee492b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2327.783199] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070568} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.783470] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2327.784464] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6cf58d-909a-4d53-aeda-24116c4e98ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.801780] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.802027] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.802203] env[62187]: DEBUG nova.compute.manager [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2327.811847] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/84b3d4f2-d0b9-40a4-99e1-464245a6f154.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2327.812563] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f9a9f8-3459-49fb-bc05-187e563110ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.815528] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1426bf27-870f-4c18-88d5-30cee923422e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.840966] env[62187]: DEBUG nova.compute.manager [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2327.841574] env[62187]: DEBUG nova.objects.instance [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.851562] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529b0be6-32bf-6bb2-f6da-8ec986b0bc60, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.852137] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2327.852137] env[62187]: value = "task-2133556" [ 2327.852137] env[62187]: _type = "Task" [ 2327.852137] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.852349] env[62187]: DEBUG oslo_vmware.api [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435026} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.852903] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.853199] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2327.853522] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2327.853701] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2327.853871] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2327.858038] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ca9913e-265d-4525-928c-62c8fbdca586 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.870175] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.871601] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2327.871601] env[62187]: value = "task-2133557" [ 2327.871601] env[62187]: _type = "Task" [ 2327.871601] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.879813] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.880780] env[62187]: INFO nova.scheduler.client.report [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted allocations for instance d7f6fe78-5cd3-41a2-aba8-00096430304f [ 2327.920756] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730834} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2327.921127] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb/6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2327.921420] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2327.921741] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52bee1b3-90cc-4b2e-9267-fb26ba5ab549 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.930854] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2327.930854] env[62187]: value = "task-2133558" [ 2327.930854] env[62187]: _type = "Task" [ 2327.930854] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2327.942558] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.165539] env[62187]: DEBUG nova.compute.manager [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2328.165964] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2328.167083] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5465868b-5585-4108-9533-27350eeaf92e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.175750] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2328.175994] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6115af-a16a-422f-950c-5f40cc0d865b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.182228] env[62187]: DEBUG oslo_vmware.api [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2328.182228] env[62187]: value = "task-2133559" [ 2328.182228] env[62187]: _type = "Task" [ 2328.182228] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.189463] env[62187]: DEBUG oslo_vmware.api [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.225447] env[62187]: DEBUG oslo_concurrency.lockutils [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] Releasing lock "refresh_cache-76df0cfc-d079-4a7f-b641-67a7848cb416" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2328.225700] env[62187]: DEBUG nova.compute.manager [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2328.225867] env[62187]: DEBUG nova.compute.manager [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing instance network info cache due to event network-changed-3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2328.226089] env[62187]: DEBUG oslo_concurrency.lockutils [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.226232] env[62187]: DEBUG oslo_concurrency.lockutils [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.226392] env[62187]: DEBUG nova.network.neutron [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2328.274916] env[62187]: DEBUG nova.network.neutron [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Successfully updated port: 22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2328.364974] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.376193] env[62187]: DEBUG nova.network.neutron [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Successfully updated port: 6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2328.386518] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.386776] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.386988] env[62187]: DEBUG nova.objects.instance [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'resources' on Instance uuid d7f6fe78-5cd3-41a2-aba8-00096430304f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.388516] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.440200] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085065} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.440528] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2328.441284] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa49f3e-c290-4b43-b3a1-4df549ca8663 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.462796] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb/6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2328.463290] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57919765-573d-4b23-8268-04cc0b310682 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.482749] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2328.482749] env[62187]: value = "task-2133560" [ 2328.482749] env[62187]: _type = "Task" [ 2328.482749] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.490351] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.692782] env[62187]: DEBUG oslo_vmware.api [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.790163] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.860224] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2328.860671] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1aff91e4-8e2b-49ed-a31b-cd26c7602723 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.867482] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.873500] env[62187]: DEBUG oslo_vmware.api [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2328.873500] env[62187]: value = "task-2133561" [ 2328.873500] env[62187]: _type = "Task" [ 2328.873500] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.880818] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2328.880818] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2328.881062] env[62187]: DEBUG nova.network.neutron [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2328.885711] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133557, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.890481] env[62187]: DEBUG nova.objects.instance [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'numa_topology' on Instance uuid d7f6fe78-5cd3-41a2-aba8-00096430304f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2328.891608] env[62187]: DEBUG oslo_vmware.api [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.994909] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133560, 'name': ReconfigVM_Task, 'duration_secs': 0.28375} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.995278] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb/6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2328.995954] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e18137fc-321d-4cce-b183-ea4c3824eaca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.002904] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2329.002904] env[62187]: value = "task-2133563" [ 2329.002904] env[62187]: _type = "Task" [ 2329.002904] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.012118] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133563, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.119641] env[62187]: DEBUG nova.network.neutron [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updated VIF entry in instance network info cache for port 3274bd94-912b-4ce3-8285-65ad75003d02. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2329.120087] env[62187]: DEBUG nova.network.neutron [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.130873] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Received event network-vif-unplugged-4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2329.131188] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquiring lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.131708] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2329.131708] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.131708] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] No waiting events found dispatching network-vif-unplugged-4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2329.131903] env[62187]: WARNING nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Received unexpected event network-vif-unplugged-4df0f5ca-dce5-48bb-9b0d-4635992830f5 for instance with vm_state shelved_offloaded and task_state None. [ 2329.132019] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Received event network-changed-4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2329.132141] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Refreshing instance network info cache due to event network-changed-4df0f5ca-dce5-48bb-9b0d-4635992830f5. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2329.132341] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquiring lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2329.132476] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquired lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.132628] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Refreshing network info cache for port 4df0f5ca-dce5-48bb-9b0d-4635992830f5 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2329.196772] env[62187]: DEBUG oslo_vmware.api [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133559, 'name': PowerOffVM_Task, 'duration_secs': 0.639557} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.196997] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2329.198639] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2329.198639] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7c040f2-3c7b-4360-b1fe-72775e663053 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.366992] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133556, 'name': ReconfigVM_Task, 'duration_secs': 1.433097} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.367319] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/84b3d4f2-d0b9-40a4-99e1-464245a6f154.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2329.368094] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2be66b1b-a689-40c5-9b0b-5b7e0fba339b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.377704] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2329.377704] env[62187]: value = "task-2133565" [ 2329.377704] env[62187]: _type = "Task" [ 2329.377704] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.388535] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133557, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.281765} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.391216] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2329.391445] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2329.395317] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7992bfac-06ca-48dd-b255-e59eaff6057e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.397292] env[62187]: DEBUG nova.objects.base [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2329.399827] env[62187]: DEBUG oslo_vmware.api [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133561, 'name': PowerOffVM_Task, 'duration_secs': 0.323081} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.404686] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2329.404965] env[62187]: DEBUG nova.compute.manager [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2329.405297] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133565, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.406345] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1a40d-48a9-4de6-bcdb-ee9004d1da67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.411406] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2329.411406] env[62187]: value = "task-2133566" [ 2329.411406] env[62187]: _type = "Task" [ 2329.411406] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.423682] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2329.423682] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2329.423921] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleting the datastore file [datastore2] f4a5ad45-a790-499b-a680-e62c0ae1e95f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2329.430198] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c16a1236-70e3-4637-b175-a4e648803826 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.431735] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.437340] env[62187]: DEBUG oslo_vmware.api [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2329.437340] env[62187]: value = "task-2133567" [ 2329.437340] env[62187]: _type = "Task" [ 2329.437340] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.446551] env[62187]: DEBUG oslo_vmware.api [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.450121] env[62187]: DEBUG nova.network.neutron [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2329.517075] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133563, 'name': Rename_Task, 'duration_secs': 0.162004} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.517443] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2329.517766] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c343f46-f488-4b2e-8593-2b048f231894 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.524927] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2329.524927] env[62187]: value = "task-2133568" [ 2329.524927] env[62187]: _type = "Task" [ 2329.524927] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.536066] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.627295] env[62187]: DEBUG oslo_concurrency.lockutils [req-d9cc2427-83ac-4516-b6bb-07fcf82fd513 req-a1bd9d18-f3fb-4f07-a9b6-60b0091caea6 service nova] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2329.627295] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2329.627660] env[62187]: DEBUG nova.network.neutron [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2329.631207] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275c7480-0ebc-4c14-9560-174cf94ff6fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.641544] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af43013-a76f-4ca3-9194-38f55d2e234e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.646202] env[62187]: DEBUG nova.network.neutron [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.675508] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b007b3a-436c-4034-919d-7a3df2e90d29 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.683918] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3b522-2d8b-469e-9616-8665e292f583 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.698478] env[62187]: DEBUG nova.compute.provider_tree [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2329.848760] env[62187]: DEBUG oslo_concurrency.lockutils [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2329.891957] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133565, 'name': Rename_Task, 'duration_secs': 0.146161} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.892261] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2329.892506] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0b76225-c0b7-4ce7-b0db-7ea80cf1b129 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.899087] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2329.899087] env[62187]: value = "task-2133569" [ 2329.899087] env[62187]: _type = "Task" [ 2329.899087] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.906835] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.922031] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064417} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.922313] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2329.923152] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6012c748-1962-4cf4-a948-8b23b0632b49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.949096] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2329.949712] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ab35d8b3-6036-4388-94e7-8204137e37c8 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.148s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2329.956026] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3062aad-ea71-4e15-8921-922bafa160db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.972058] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Updated VIF entry in instance network info cache for port 4df0f5ca-dce5-48bb-9b0d-4635992830f5. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2329.972423] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Updating instance_info_cache with network_info: [{"id": "4df0f5ca-dce5-48bb-9b0d-4635992830f5", "address": "fa:16:3e:fe:fa:be", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": null, "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4df0f5ca-dc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2329.977390] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2329.977390] env[62187]: value = "task-2133570" [ 2329.977390] env[62187]: _type = "Task" [ 2329.977390] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2329.977534] env[62187]: DEBUG oslo_vmware.api [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161982} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.978486] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2329.978664] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2329.978834] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2329.978999] env[62187]: INFO nova.compute.manager [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Took 1.81 seconds to destroy the instance on the hypervisor. [ 2329.979246] env[62187]: DEBUG oslo.service.loopingcall [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2329.983168] env[62187]: DEBUG nova.compute.manager [-] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2329.983262] env[62187]: DEBUG nova.network.neutron [-] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2329.991245] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.037660] env[62187]: DEBUG oslo_vmware.api [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133568, 'name': PowerOnVM_Task, 'duration_secs': 0.45764} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.037979] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2330.038238] env[62187]: INFO nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Took 13.75 seconds to spawn the instance on the hypervisor. [ 2330.038461] env[62187]: DEBUG nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2330.039272] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cabab4b-d331-4a77-8786-32444b49ce87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.149340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.149687] env[62187]: DEBUG nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Instance network_info: |[{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2330.150431] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:ee:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f648cfa-4942-4e7c-9bb8-c9884e986bd0', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2330.158568] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating folder: Project (f68db830b30742d69b077153a83a0713). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2330.158920] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9102f682-7199-42b7-bb5a-76afec006f60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.171360] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Created folder: Project (f68db830b30742d69b077153a83a0713) in parent group-v435995. [ 2330.171360] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating folder: Instances. Parent ref: group-v436271. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2330.171360] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd08728d-f07a-40cc-9f35-c57cca0d091a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.182594] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Created folder: Instances in parent group-v436271. [ 2330.183863] env[62187]: DEBUG oslo.service.loopingcall [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2330.183863] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2330.183863] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb101f17-b86b-46ea-a619-d1a623c6317f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.200453] env[62187]: WARNING nova.network.neutron [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] 0aff26c9-fb1b-47b0-8451-29c33930185a already exists in list: networks containing: ['0aff26c9-fb1b-47b0-8451-29c33930185a']. ignoring it [ 2330.209952] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2330.209952] env[62187]: value = "task-2133573" [ 2330.209952] env[62187]: _type = "Task" [ 2330.209952] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.218874] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133573, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.235472] env[62187]: DEBUG nova.scheduler.client.report [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2330.235843] env[62187]: DEBUG nova.compute.provider_tree [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 147 to 148 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2330.236086] env[62187]: DEBUG nova.compute.provider_tree [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2330.409540] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.479045] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Releasing lock "refresh_cache-d7f6fe78-5cd3-41a2-aba8-00096430304f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2330.479292] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-vif-plugged-22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2330.479494] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquiring lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.479693] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.479852] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.480031] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] No waiting events found dispatching network-vif-plugged-22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2330.480202] env[62187]: WARNING nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received unexpected event network-vif-plugged-22b646c2-07f9-4025-8846-ec3a7f9e6939 for instance with vm_state active and task_state None. [ 2330.480364] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Received event network-vif-plugged-6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2330.480525] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.480703] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.480854] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.481016] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] No waiting events found dispatching network-vif-plugged-6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2330.481178] env[62187]: WARNING nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Received unexpected event network-vif-plugged-6f648cfa-4942-4e7c-9bb8-c9884e986bd0 for instance with vm_state building and task_state spawning. [ 2330.481343] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-changed-22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2330.481486] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing instance network info cache due to event network-changed-22b646c2-07f9-4025-8846-ec3a7f9e6939. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2330.481648] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2330.490758] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.555855] env[62187]: INFO nova.compute.manager [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Took 20.13 seconds to build instance. [ 2330.649050] env[62187]: DEBUG nova.network.neutron [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "address": "fa:16:3e:22:02:99", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b646c2-07", "ovs_interfaceid": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.719544] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133573, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.743966] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.747124] env[62187]: DEBUG nova.objects.instance [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.873535] env[62187]: DEBUG nova.network.neutron [-] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2330.909546] env[62187]: DEBUG oslo_vmware.api [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133569, 'name': PowerOnVM_Task, 'duration_secs': 0.749197} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.909818] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2330.910025] env[62187]: INFO nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Took 10.47 seconds to spawn the instance on the hypervisor. [ 2330.910209] env[62187]: DEBUG nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2330.910951] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b407328-c050-4cc3-8ebd-2e74472340d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.991949] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133570, 'name': ReconfigVM_Task, 'duration_secs': 0.597359} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.992239] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2330.992870] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e23e8c83-c68b-422f-b342-aea16ab23200 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.999405] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2330.999405] env[62187]: value = "task-2133574" [ 2330.999405] env[62187]: _type = "Task" [ 2330.999405] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.007738] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133574, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.058142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-44fd8e9a-aaef-404f-92e7-72a5330ff75a tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.645s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.152682] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.153654] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.153880] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.154507] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.154998] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Refreshing network info cache for port 22b646c2-07f9-4025-8846-ec3a7f9e6939 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2331.156362] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ade12c-6722-4f7f-8e31-ee0eab9ca449 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.161503] env[62187]: DEBUG nova.compute.manager [req-a1f513ea-66bf-4c54-9b7e-6d4e90ca8fbf req-39a0893c-5e44-4e34-899e-f3c8688ce7cb service nova] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Received event network-vif-deleted-c306ec31-12f5-4a21-9439-5682356bfe47 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2331.178385] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2331.178838] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2331.178838] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2331.178947] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2331.179084] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2331.179238] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2331.179436] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2331.179593] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2331.179961] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2331.179961] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2331.180164] env[62187]: DEBUG nova.virt.hardware [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2331.186362] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Reconfiguring VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2331.187574] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588178fb-e39a-4f12-9331-8b9b971e1215 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.204864] env[62187]: DEBUG oslo_vmware.api [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2331.204864] env[62187]: value = "task-2133576" [ 2331.204864] env[62187]: _type = "Task" [ 2331.204864] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.212771] env[62187]: DEBUG oslo_vmware.api [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133576, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.220814] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133573, 'name': CreateVM_Task, 'duration_secs': 0.51162} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.221456] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2331.221864] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.222041] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.222355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2331.222603] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62b39e1-886a-42a8-828a-f79334636c83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.227324] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2331.227324] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bfbff4-9fd1-9d76-bd9d-016742a0a54a" [ 2331.227324] env[62187]: _type = "Task" [ 2331.227324] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.235395] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bfbff4-9fd1-9d76-bd9d-016742a0a54a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.254131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.254298] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.254460] env[62187]: DEBUG nova.network.neutron [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2331.254711] env[62187]: DEBUG nova.objects.instance [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'info_cache' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2331.256379] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2299369-baf4-4536-94ca-c200c9488fad tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.058s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.257077] env[62187]: DEBUG oslo_concurrency.lockutils [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.409s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.257291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.257485] env[62187]: DEBUG oslo_concurrency.lockutils [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.257653] env[62187]: DEBUG oslo_concurrency.lockutils [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2331.259254] env[62187]: INFO nova.compute.manager [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Terminating instance [ 2331.376431] env[62187]: INFO nova.compute.manager [-] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Took 1.39 seconds to deallocate network for instance. [ 2331.428667] env[62187]: INFO nova.compute.manager [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Took 17.53 seconds to build instance. [ 2331.509457] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133574, 'name': Rename_Task, 'duration_secs': 0.20382} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.510690] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2331.510690] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c93efb6-73fc-49d5-a47a-ef94ae5318ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.517154] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2331.517154] env[62187]: value = "task-2133577" [ 2331.517154] env[62187]: _type = "Task" [ 2331.517154] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.525105] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.716552] env[62187]: DEBUG oslo_vmware.api [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.738207] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52bfbff4-9fd1-9d76-bd9d-016742a0a54a, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2331.738588] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2331.738875] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2331.739166] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.739342] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.739543] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2331.739843] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9c0576-7d36-4582-983e-0dad9528a587 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.749028] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2331.749213] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2331.750116] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ec747c7-5506-4773-a0e8-c9ffabf26958 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.755625] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2331.755625] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fe5c1-5fcf-e399-3ae5-934270e9b279" [ 2331.755625] env[62187]: _type = "Task" [ 2331.755625] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.760113] env[62187]: DEBUG nova.objects.base [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2331.767059] env[62187]: DEBUG nova.compute.manager [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2331.767059] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2331.767059] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fe5c1-5fcf-e399-3ae5-934270e9b279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.767059] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e46dcaaf-30d0-4c56-8bac-908c51fbb7c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.775968] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd39318-6513-467f-946d-c6b9a9da0674 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.812897] env[62187]: WARNING nova.virt.vmwareapi.vmops [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d7f6fe78-5cd3-41a2-aba8-00096430304f could not be found. [ 2331.813175] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2331.813378] env[62187]: INFO nova.compute.manager [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2331.813651] env[62187]: DEBUG oslo.service.loopingcall [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2331.813952] env[62187]: DEBUG nova.compute.manager [-] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2331.814053] env[62187]: DEBUG nova.network.neutron [-] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2331.882627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.882890] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.883117] env[62187]: DEBUG nova.objects.instance [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lazy-loading 'resources' on Instance uuid f4a5ad45-a790-499b-a680-e62c0ae1e95f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2331.930972] env[62187]: DEBUG oslo_concurrency.lockutils [None req-084f6b76-fb09-4873-baa2-3d3be0f559f9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.040s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2332.027918] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.042103] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updated VIF entry in instance network info cache for port 22b646c2-07f9-4025-8846-ec3a7f9e6939. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2332.042536] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "address": "fa:16:3e:22:02:99", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b646c2-07", "ovs_interfaceid": "22b646c2-07f9-4025-8846-ec3a7f9e6939", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.218044] env[62187]: DEBUG oslo_vmware.api [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.268840] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fe5c1-5fcf-e399-3ae5-934270e9b279, 'name': SearchDatastore_Task, 'duration_secs': 0.015253} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.270415] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3f16c7-25d6-4461-8ee9-b391b5739682 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.275999] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2332.275999] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52deb090-e951-e027-4541-f9e98eda14df" [ 2332.275999] env[62187]: _type = "Task" [ 2332.275999] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.283025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.283270] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.287419] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52deb090-e951-e027-4541-f9e98eda14df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.494997] env[62187]: DEBUG nova.network.neutron [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating instance_info_cache with network_info: [{"id": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "address": "fa:16:3e:50:28:c5", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37476a-58", "ovs_interfaceid": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.527911] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.545185] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2332.545443] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Received event network-changed-6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2332.545608] env[62187]: DEBUG nova.compute.manager [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Refreshing instance network info cache due to event network-changed-6f648cfa-4942-4e7c-9bb8-c9884e986bd0. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2332.545811] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquiring lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2332.545948] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Acquired lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2332.546123] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Refreshing network info cache for port 6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2332.581835] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b724ff7-3a77-44c0-a37c-6e0de4339641 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.591460] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b1154b-182b-49c8-ab1f-9a39c330188a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.621067] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8df8925-512d-4941-a9a3-5d228492d313 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.628833] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ecd244-59a7-44b5-b064-307a51991877 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.642396] env[62187]: DEBUG nova.compute.provider_tree [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2332.716357] env[62187]: DEBUG nova.network.neutron [-] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2332.717822] env[62187]: DEBUG oslo_vmware.api [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133576, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.786143] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52deb090-e951-e027-4541-f9e98eda14df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.788669] env[62187]: DEBUG nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2332.999700] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.030404] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133577, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.145870] env[62187]: DEBUG nova.scheduler.client.report [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2333.216952] env[62187]: DEBUG oslo_vmware.api [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133576, 'name': ReconfigVM_Task, 'duration_secs': 1.882954} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.219654] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.219885] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Reconfigured VM to attach interface {{(pid=62187) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2333.222569] env[62187]: INFO nova.compute.manager [-] [instance: d7f6fe78-5cd3-41a2-aba8-00096430304f] Took 1.41 seconds to deallocate network for instance. [ 2333.287816] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52deb090-e951-e027-4541-f9e98eda14df, 'name': SearchDatastore_Task, 'duration_secs': 0.75457} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.288086] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.288376] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 35195bb8-fd73-4185-8c85-b481a2c7f653/35195bb8-fd73-4185-8c85-b481a2c7f653.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2333.288661] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c1c557-1b9d-4298-a869-76389c233c22 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.298504] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2333.298504] env[62187]: value = "task-2133578" [ 2333.298504] env[62187]: _type = "Task" [ 2333.298504] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.306980] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.312558] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.378810] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updated VIF entry in instance network info cache for port 6f648cfa-4942-4e7c-9bb8-c9884e986bd0. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2333.379249] env[62187]: DEBUG nova.network.neutron [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.529202] env[62187]: DEBUG oslo_vmware.api [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133577, 'name': PowerOnVM_Task, 'duration_secs': 1.66802} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.529538] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2333.529706] env[62187]: INFO nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Took 10.73 seconds to spawn the instance on the hypervisor. [ 2333.529824] env[62187]: DEBUG nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2333.530606] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e5837f-40e3-47df-b1f3-a3a1bea96c08 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.650841] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.768s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.654196] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.342s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.655921] env[62187]: INFO nova.compute.claims [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2333.677123] env[62187]: INFO nova.scheduler.client.report [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted allocations for instance f4a5ad45-a790-499b-a680-e62c0ae1e95f [ 2333.724554] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1b6e4fca-4dd0-40fe-9746-efce38be9d8e tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-d261d258-7b7b-4b92-9a7a-e5a8cfc59115-22b646c2-07f9-4025-8846-ec3a7f9e6939" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.746s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.810071] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.882504] env[62187]: DEBUG oslo_concurrency.lockutils [req-53cab81d-1507-4e3a-a64d-12f9be043230 req-1c75573d-7480-4f31-9b19-04d1d8f662d3 service nova] Releasing lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2334.005290] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2334.005760] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d59baa-c3ac-442c-93f2-e35894e95d89 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.014145] env[62187]: DEBUG oslo_vmware.api [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2334.014145] env[62187]: value = "task-2133579" [ 2334.014145] env[62187]: _type = "Task" [ 2334.014145] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.023368] env[62187]: DEBUG oslo_vmware.api [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.046907] env[62187]: INFO nova.compute.manager [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Took 19.54 seconds to build instance. [ 2334.187343] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b70a5bc8-1702-4d10-a059-678ef0d0e882 tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "f4a5ad45-a790-499b-a680-e62c0ae1e95f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.528s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.256355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-78a8b75b-6481-4395-bbf8-87ccdad7c350 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "d7f6fe78-5cd3-41a2-aba8-00096430304f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.999s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.310522] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584978} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.310796] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 35195bb8-fd73-4185-8c85-b481a2c7f653/35195bb8-fd73-4185-8c85-b481a2c7f653.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2334.311015] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2334.311280] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5202dfd-952a-4bc8-8a46-e35cfd4294c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.318512] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2334.318512] env[62187]: value = "task-2133580" [ 2334.318512] env[62187]: _type = "Task" [ 2334.318512] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.326418] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.395766] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.395885] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.435630] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "0d07a14c-6868-4ee4-9952-b752ee95145c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.435804] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.436064] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "0d07a14c-6868-4ee4-9952-b752ee95145c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.436262] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.436427] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.438524] env[62187]: INFO nova.compute.manager [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Terminating instance [ 2334.526211] env[62187]: DEBUG oslo_vmware.api [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.550305] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6397aca7-803d-4804-9771-3bc03be718be tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.047s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.832553] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270119} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.832821] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2334.833636] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adb2cc1-af35-4304-b76e-a70c91d4c133 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.858930] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 35195bb8-fd73-4185-8c85-b481a2c7f653/35195bb8-fd73-4185-8c85-b481a2c7f653.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2334.864787] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a60fd407-1529-4482-926a-31efbf0816ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.881788] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.882059] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.890375] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2334.890375] env[62187]: value = "task-2133581" [ 2334.890375] env[62187]: _type = "Task" [ 2334.890375] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.899964] env[62187]: DEBUG nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2334.909226] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.944743] env[62187]: DEBUG nova.compute.manager [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2334.944993] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2334.946979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c024a67-0553-40dc-b9c2-0748bebfef16 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.954924] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2334.956138] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71839232-8708-4e17-877f-43e3e236ba80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.958217] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7114211-1a70-4650-b64f-01da21b33c24 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.965739] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3e45d-8061-4552-a8d2-6f924c012425 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.969879] env[62187]: DEBUG oslo_vmware.api [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2334.969879] env[62187]: value = "task-2133582" [ 2334.969879] env[62187]: _type = "Task" [ 2334.969879] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.000043] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1f3dbd-e857-45d2-86db-3f957454df66 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.005476] env[62187]: DEBUG oslo_vmware.api [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.010464] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b2d1e-09b9-48ac-9d89-e7cf47bff490 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.024634] env[62187]: DEBUG nova.compute.provider_tree [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2335.034282] env[62187]: DEBUG oslo_vmware.api [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133579, 'name': PowerOnVM_Task, 'duration_secs': 0.900152} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.034569] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2335.034787] env[62187]: DEBUG nova.compute.manager [None req-5fc700e5-222b-4550-b6d4-e50c83eea97a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2335.035608] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888a4931-d100-4f3d-9201-e056b79aacb2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.269261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "interface-d261d258-7b7b-4b92-9a7a-e5a8cfc59115-22b646c2-07f9-4025-8846-ec3a7f9e6939" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.269518] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-d261d258-7b7b-4b92-9a7a-e5a8cfc59115-22b646c2-07f9-4025-8846-ec3a7f9e6939" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.274885] env[62187]: INFO nova.compute.manager [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Rescuing [ 2335.274885] env[62187]: DEBUG oslo_concurrency.lockutils [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.275084] env[62187]: DEBUG oslo_concurrency.lockutils [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.275231] env[62187]: DEBUG nova.network.neutron [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2335.385222] env[62187]: DEBUG nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2335.400499] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.424342] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.481039] env[62187]: DEBUG oslo_vmware.api [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133582, 'name': PowerOffVM_Task, 'duration_secs': 0.267927} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.481039] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2335.481039] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2335.481039] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ccca12d-653e-461f-b281-2f81387ce16a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.530191] env[62187]: DEBUG nova.scheduler.client.report [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2335.675498] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2335.675938] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2335.676117] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleting the datastore file [datastore1] 0d07a14c-6868-4ee4-9952-b752ee95145c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2335.676441] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75a6960b-1382-44d0-8eb5-9613e51fbb9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.682373] env[62187]: DEBUG oslo_vmware.api [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for the task: (returnval){ [ 2335.682373] env[62187]: value = "task-2133584" [ 2335.682373] env[62187]: _type = "Task" [ 2335.682373] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.692422] env[62187]: DEBUG oslo_vmware.api [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.772732] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.773039] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.775177] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34eae19e-d0a4-43a2-9d1c-098d24e88a20 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.792413] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6632e54a-df9f-4214-90c0-09777049f97a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.818751] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Reconfiguring VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2335.819106] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90b14135-cc48-4496-9f4e-0b2a6f84b1f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.840391] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2335.840391] env[62187]: value = "task-2133585" [ 2335.840391] env[62187]: _type = "Task" [ 2335.840391] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.853298] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.901797] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133581, 'name': ReconfigVM_Task, 'duration_secs': 0.561109} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.902431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.904543] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 35195bb8-fd73-4185-8c85-b481a2c7f653/35195bb8-fd73-4185-8c85-b481a2c7f653.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2335.905419] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-939af140-5400-45ff-8143-f4a6b11e395a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.911723] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2335.911723] env[62187]: value = "task-2133586" [ 2335.911723] env[62187]: _type = "Task" [ 2335.911723] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.919482] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133586, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.037482] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.038076] env[62187]: DEBUG nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2336.040622] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.617s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.042105] env[62187]: INFO nova.compute.claims [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2336.082052] env[62187]: DEBUG nova.network.neutron [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Updating instance_info_cache with network_info: [{"id": "fe6020c4-92da-48c9-a263-6533f09df43d", "address": "fa:16:3e:be:2f:a0", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe6020c4-92", "ovs_interfaceid": "fe6020c4-92da-48c9-a263-6533f09df43d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.191958] env[62187]: DEBUG oslo_vmware.api [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Task: {'id': task-2133584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296248} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.192178] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2336.192360] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2336.192535] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2336.192702] env[62187]: INFO nova.compute.manager [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2336.192946] env[62187]: DEBUG oslo.service.loopingcall [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2336.193146] env[62187]: DEBUG nova.compute.manager [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2336.193239] env[62187]: DEBUG nova.network.neutron [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2336.350420] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.421752] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133586, 'name': Rename_Task, 'duration_secs': 0.220304} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.422062] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2336.422334] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f1f39fe-1669-443b-8be0-26ee15ef2ad2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.428576] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2336.428576] env[62187]: value = "task-2133587" [ 2336.428576] env[62187]: _type = "Task" [ 2336.428576] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.436250] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.547434] env[62187]: DEBUG nova.compute.utils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2336.551903] env[62187]: DEBUG nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2336.552147] env[62187]: DEBUG nova.network.neutron [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2336.584575] env[62187]: DEBUG oslo_concurrency.lockutils [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.614530] env[62187]: DEBUG nova.policy [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe5974d190144803be761f95dd2e6189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372711927fdf4ea7b63f2ed784c7d3b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2336.681153] env[62187]: DEBUG nova.compute.manager [req-20ca961d-6ced-4c3d-9cdb-cdd0b7a320e7 req-2d20ca89-d41e-4910-9cab-18e34706a254 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Received event network-vif-deleted-5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2336.681153] env[62187]: INFO nova.compute.manager [req-20ca961d-6ced-4c3d-9cdb-cdd0b7a320e7 req-2d20ca89-d41e-4910-9cab-18e34706a254 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Neutron deleted interface 5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b; detaching it from the instance and deleting it from the info cache [ 2336.681153] env[62187]: DEBUG nova.network.neutron [req-20ca961d-6ced-4c3d-9cdb-cdd0b7a320e7 req-2d20ca89-d41e-4910-9cab-18e34706a254 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2336.854472] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.944074] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133587, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.048504] env[62187]: DEBUG nova.network.neutron [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Successfully created port: 458143e2-721a-4173-bd73-29343b86c295 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2337.053928] env[62187]: DEBUG nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2337.127152] env[62187]: DEBUG nova.network.neutron [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.183869] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4e3dd26-d93d-48b7-8c14-5c50549c9bbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.193841] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ec4497-587b-4767-95ce-8927800afdd7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.234580] env[62187]: DEBUG nova.compute.manager [req-20ca961d-6ced-4c3d-9cdb-cdd0b7a320e7 req-2d20ca89-d41e-4910-9cab-18e34706a254 service nova] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Detach interface failed, port_id=5446f4b3-41bb-46bc-a159-3a2ccdb8ac2b, reason: Instance 0d07a14c-6868-4ee4-9952-b752ee95145c could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2337.333651] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671acfca-bf17-44d2-94a4-8be69092248e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.341855] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ab97cf-a984-4f6b-9e78-8368c05e9e90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.354439] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.380555] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa94df4-b800-4195-afd8-8fca2e5dc435 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.389109] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26153a5-abce-48a7-ba3d-8df4a5f5269c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.406905] env[62187]: DEBUG nova.compute.provider_tree [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2337.439868] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133587, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.632065] env[62187]: INFO nova.compute.manager [-] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Took 1.44 seconds to deallocate network for instance. [ 2337.858445] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.910614] env[62187]: DEBUG nova.scheduler.client.report [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2337.941031] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.065763] env[62187]: DEBUG nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2338.094086] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2338.094337] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2338.094493] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2338.094675] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2338.094821] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2338.094978] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2338.095256] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2338.095429] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2338.095588] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2338.095815] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2338.095916] env[62187]: DEBUG nova.virt.hardware [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2338.097083] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563a111c-3d95-4468-a30d-47436ffc921b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.105574] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f897a21-7865-48c0-9632-b1b6fea42b7a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.138882] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2338.138963] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da26f52b-a429-425f-ab52-5209ac51ba86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.142075] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.147898] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2338.147898] env[62187]: value = "task-2133588" [ 2338.147898] env[62187]: _type = "Task" [ 2338.147898] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.156524] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.357938] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.415147] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.415580] env[62187]: DEBUG nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2338.422222] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.516s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.423675] env[62187]: INFO nova.compute.claims [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2338.441749] env[62187]: DEBUG oslo_vmware.api [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133587, 'name': PowerOnVM_Task, 'duration_secs': 1.747762} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.442060] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2338.444272] env[62187]: INFO nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Took 11.48 seconds to spawn the instance on the hypervisor. [ 2338.444272] env[62187]: DEBUG nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2338.444272] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f78f8-4033-41a8-bf99-74abba526dc4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.659210] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133588, 'name': PowerOffVM_Task, 'duration_secs': 0.236806} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.659486] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2338.660286] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd617b26-c369-44ee-b37f-45f9cf442833 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.682854] env[62187]: DEBUG nova.network.neutron [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Successfully updated port: 458143e2-721a-4173-bd73-29343b86c295 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2338.684714] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e90d96b-9cd0-4e7f-b303-8bdfa63b08ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.712189] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2338.712722] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745689bd-319a-49e8-8bae-db8d6b40d8f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.720042] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2338.720042] env[62187]: value = "task-2133589" [ 2338.720042] env[62187]: _type = "Task" [ 2338.720042] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.725032] env[62187]: DEBUG nova.compute.manager [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Received event network-vif-plugged-458143e2-721a-4173-bd73-29343b86c295 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2338.725550] env[62187]: DEBUG oslo_concurrency.lockutils [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] Acquiring lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.725766] env[62187]: DEBUG oslo_concurrency.lockutils [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.725972] env[62187]: DEBUG oslo_concurrency.lockutils [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.726179] env[62187]: DEBUG nova.compute.manager [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] No waiting events found dispatching network-vif-plugged-458143e2-721a-4173-bd73-29343b86c295 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2338.726382] env[62187]: WARNING nova.compute.manager [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Received unexpected event network-vif-plugged-458143e2-721a-4173-bd73-29343b86c295 for instance with vm_state building and task_state spawning. [ 2338.726545] env[62187]: DEBUG nova.compute.manager [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Received event network-changed-458143e2-721a-4173-bd73-29343b86c295 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2338.726729] env[62187]: DEBUG nova.compute.manager [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Refreshing instance network info cache due to event network-changed-458143e2-721a-4173-bd73-29343b86c295. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2338.726923] env[62187]: DEBUG oslo_concurrency.lockutils [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] Acquiring lock "refresh_cache-eb78073c-8e31-40bd-812c-b9f1570c5ef3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.727070] env[62187]: DEBUG oslo_concurrency.lockutils [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] Acquired lock "refresh_cache-eb78073c-8e31-40bd-812c-b9f1570c5ef3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.727227] env[62187]: DEBUG nova.network.neutron [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Refreshing network info cache for port 458143e2-721a-4173-bd73-29343b86c295 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2338.735207] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2338.735399] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2338.735619] env[62187]: DEBUG oslo_concurrency.lockutils [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.735761] env[62187]: DEBUG oslo_concurrency.lockutils [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.735950] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2338.736605] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c821f11-9fbe-404f-88e9-7bb8fbee4382 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.749274] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2338.749447] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2338.750158] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec4f6676-80bf-4e03-aea2-fb155765ca76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.755570] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2338.755570] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525322a9-a299-c5eb-d871-ea527e166941" [ 2338.755570] env[62187]: _type = "Task" [ 2338.755570] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.763414] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525322a9-a299-c5eb-d871-ea527e166941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.856893] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.928736] env[62187]: DEBUG nova.compute.utils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2338.932244] env[62187]: DEBUG nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2338.932419] env[62187]: DEBUG nova.network.neutron [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2338.964950] env[62187]: INFO nova.compute.manager [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Took 17.36 seconds to build instance. [ 2338.994230] env[62187]: DEBUG nova.policy [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60d6db80a3f14cd098dfa3974a4f9a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed36e12ca3954bf0a69c1a8a906da6aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2339.028562] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2339.028857] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2339.188994] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "refresh_cache-eb78073c-8e31-40bd-812c-b9f1570c5ef3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2339.266374] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525322a9-a299-c5eb-d871-ea527e166941, 'name': SearchDatastore_Task, 'duration_secs': 0.032102} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.267885] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ba67938-3b51-422c-b31d-9690cc31c0e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.272022] env[62187]: DEBUG nova.network.neutron [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2339.275492] env[62187]: DEBUG nova.network.neutron [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Successfully created port: cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2339.277718] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2339.277718] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283913f-5087-9a37-4d40-75c54a1bedbd" [ 2339.277718] env[62187]: _type = "Task" [ 2339.277718] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.287963] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283913f-5087-9a37-4d40-75c54a1bedbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.357964] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.433751] env[62187]: DEBUG nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2339.470322] env[62187]: DEBUG oslo_concurrency.lockutils [None req-40203187-5732-45cf-a8f8-ae6184b54abb tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.880s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.492616] env[62187]: DEBUG nova.network.neutron [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2339.537555] env[62187]: DEBUG nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2339.717968] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c4b5a4-0c5f-4540-9aa7-014f9769a40a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.726146] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dcd6dd-be3c-4737-b0c6-926678ec0b2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.756593] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df2cc3a-d294-44ab-9d71-4381a255b117 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.764437] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577c5b29-d477-441e-9933-36f022b197ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.779652] env[62187]: DEBUG nova.compute.provider_tree [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2339.789138] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5283913f-5087-9a37-4d40-75c54a1bedbd, 'name': SearchDatastore_Task, 'duration_secs': 0.032113} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.789944] env[62187]: DEBUG oslo_concurrency.lockutils [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.790221] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. {{(pid=62187) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2339.790473] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc7c494-7000-4b63-835d-962ea440de8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.797547] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2339.797547] env[62187]: value = "task-2133590" [ 2339.797547] env[62187]: _type = "Task" [ 2339.797547] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.805572] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.859686] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.944952] env[62187]: INFO nova.virt.block_device [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Booting with volume 5f9933d4-687d-4afb-a73f-ab8dd79cf483 at /dev/sda [ 2339.993379] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e22e3c4e-3f45-450c-ad9c-7342c192509a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.995954] env[62187]: DEBUG oslo_concurrency.lockutils [req-08405efe-766a-4b1f-8d01-0b6948eb6a6e req-922729d1-1be3-4575-922d-658b2626d0e8 service nova] Releasing lock "refresh_cache-eb78073c-8e31-40bd-812c-b9f1570c5ef3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2339.996339] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "refresh_cache-eb78073c-8e31-40bd-812c-b9f1570c5ef3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2339.996498] env[62187]: DEBUG nova.network.neutron [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2340.004655] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e94ce37-41f0-4890-86cf-ab31f4337c18 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.038956] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64a77446-086a-4670-9bfa-c36feb8d8f66 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.051067] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e9228-ac7d-4319-a5a8-c88272317e94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.092214] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.093061] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f46e4f7-5758-4933-9efd-dcd56f01c9fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.100472] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35017117-fd37-47e4-b510-2bfca9c3fa16 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.116957] env[62187]: DEBUG nova.virt.block_device [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating existing volume attachment record: a1fe26e9-dd27-42f6-86a9-46e84afdeb85 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2340.246253] env[62187]: DEBUG nova.compute.manager [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Received event network-changed-6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2340.246547] env[62187]: DEBUG nova.compute.manager [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Refreshing instance network info cache due to event network-changed-6f648cfa-4942-4e7c-9bb8-c9884e986bd0. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2340.246892] env[62187]: DEBUG oslo_concurrency.lockutils [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] Acquiring lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2340.247087] env[62187]: DEBUG oslo_concurrency.lockutils [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] Acquired lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2340.247258] env[62187]: DEBUG nova.network.neutron [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Refreshing network info cache for port 6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2340.284867] env[62187]: DEBUG nova.scheduler.client.report [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2340.307828] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133590, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.358559] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.529121] env[62187]: DEBUG nova.network.neutron [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2340.693927] env[62187]: DEBUG nova.network.neutron [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Updating instance_info_cache with network_info: [{"id": "458143e2-721a-4173-bd73-29343b86c295", "address": "fa:16:3e:78:9f:56", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458143e2-72", "ovs_interfaceid": "458143e2-721a-4173-bd73-29343b86c295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.698497] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.698497] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2340.698497] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2340.698497] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2340.790368] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.790910] env[62187]: DEBUG nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2340.798019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.652s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.798019] env[62187]: DEBUG nova.objects.instance [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lazy-loading 'resources' on Instance uuid 0d07a14c-6868-4ee4-9952-b752ee95145c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2340.810016] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133590, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513681} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.810265] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. [ 2340.811045] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb7be96-287e-4c03-a2e3-c68398e065f3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.840620] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2340.841266] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53a431cd-edeb-43ad-9681-f65288d8d16b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.864537] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.865912] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2340.865912] env[62187]: value = "task-2133591" [ 2340.865912] env[62187]: _type = "Task" [ 2340.865912] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.874560] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.098781] env[62187]: DEBUG nova.compute.manager [req-c919a5f1-1fe4-447c-b116-82ef7c0eb263 req-37bb1611-b341-4beb-be91-70b03ff0041c service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Received event network-vif-plugged-cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2341.099094] env[62187]: DEBUG oslo_concurrency.lockutils [req-c919a5f1-1fe4-447c-b116-82ef7c0eb263 req-37bb1611-b341-4beb-be91-70b03ff0041c service nova] Acquiring lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2341.099319] env[62187]: DEBUG oslo_concurrency.lockutils [req-c919a5f1-1fe4-447c-b116-82ef7c0eb263 req-37bb1611-b341-4beb-be91-70b03ff0041c service nova] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2341.099538] env[62187]: DEBUG oslo_concurrency.lockutils [req-c919a5f1-1fe4-447c-b116-82ef7c0eb263 req-37bb1611-b341-4beb-be91-70b03ff0041c service nova] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.099738] env[62187]: DEBUG nova.compute.manager [req-c919a5f1-1fe4-447c-b116-82ef7c0eb263 req-37bb1611-b341-4beb-be91-70b03ff0041c service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] No waiting events found dispatching network-vif-plugged-cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2341.099935] env[62187]: WARNING nova.compute.manager [req-c919a5f1-1fe4-447c-b116-82ef7c0eb263 req-37bb1611-b341-4beb-be91-70b03ff0041c service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Received unexpected event network-vif-plugged-cd0ec829-1aa8-4403-9a2c-14e52f34daa9 for instance with vm_state building and task_state block_device_mapping. [ 2341.196920] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "refresh_cache-eb78073c-8e31-40bd-812c-b9f1570c5ef3" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.197291] env[62187]: DEBUG nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Instance network_info: |[{"id": "458143e2-721a-4173-bd73-29343b86c295", "address": "fa:16:3e:78:9f:56", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap458143e2-72", "ovs_interfaceid": "458143e2-721a-4173-bd73-29343b86c295", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2341.197726] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:9f:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '458143e2-721a-4173-bd73-29343b86c295', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2341.212020] env[62187]: DEBUG oslo.service.loopingcall [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2341.212020] env[62187]: DEBUG nova.network.neutron [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updated VIF entry in instance network info cache for port 6f648cfa-4942-4e7c-9bb8-c9884e986bd0. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2341.212020] env[62187]: DEBUG nova.network.neutron [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2341.215915] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2341.216093] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2341.216223] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Skipping network cache update for instance because it is Building. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10460}} [ 2341.218617] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2341.219379] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e5e15d-24ce-4d71-869e-2414e401b7b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.245259] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2341.245259] env[62187]: value = "task-2133592" [ 2341.245259] env[62187]: _type = "Task" [ 2341.245259] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.254740] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133592, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.277932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.277932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.278124] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2341.278507] env[62187]: DEBUG nova.objects.instance [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lazy-loading 'info_cache' on Instance uuid defb57fb-0f0a-4679-8c22-0945fc0a1664 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2341.297378] env[62187]: DEBUG nova.compute.utils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2341.305113] env[62187]: DEBUG nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2341.305368] env[62187]: DEBUG nova.network.neutron [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2341.322067] env[62187]: DEBUG nova.network.neutron [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Successfully updated port: cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2341.361741] env[62187]: DEBUG nova.policy [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1822c89706e4e6f8e77a169d8d20eb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca6f4bced124d88a00fcb00c3cd0fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2341.369781] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.380631] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.561189] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc74647a-c531-4caa-9c0b-a2b92f23a08e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.569129] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a1dd04-3fe3-4ed8-b58e-f97d30bde528 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.601405] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1ead27-5a40-4190-b77f-6075ae08d71c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.609664] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4ec25-4ef9-4683-bdd4-ef0ff8555c86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.624852] env[62187]: DEBUG nova.compute.provider_tree [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2341.626763] env[62187]: DEBUG nova.network.neutron [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Successfully created port: 86b50bfc-23fe-4282-b84f-add69e135e5a {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2341.722119] env[62187]: DEBUG oslo_concurrency.lockutils [req-5de815c8-52b2-4a60-963a-1c4be4366397 req-3f46270a-db79-4e4e-9510-8c5dab34936d service nova] Releasing lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.755972] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133592, 'name': CreateVM_Task, 'duration_secs': 0.480664} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.756690] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2341.757718] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.758523] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.758523] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2341.758759] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cb490d-ddc4-4f73-b22f-8b4c066e3658 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.765415] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2341.765415] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cae2b1-8135-72bc-dfad-fc68c7fdc8d4" [ 2341.765415] env[62187]: _type = "Task" [ 2341.765415] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.776491] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cae2b1-8135-72bc-dfad-fc68c7fdc8d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.808632] env[62187]: DEBUG nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2341.830688] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.830688] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.830688] env[62187]: DEBUG nova.network.neutron [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2341.867912] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.879726] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133591, 'name': ReconfigVM_Task, 'duration_secs': 0.698996} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.879726] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2341.880061] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16806a2-265a-4dc5-a69b-39d86e5cb14a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.905740] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1162eef3-573b-4e82-b09b-78804abfd1ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.926207] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2341.926207] env[62187]: value = "task-2133593" [ 2341.926207] env[62187]: _type = "Task" [ 2341.926207] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.935607] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.130917] env[62187]: DEBUG nova.scheduler.client.report [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2342.246610] env[62187]: DEBUG nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2342.247180] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2342.247405] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2342.247546] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2342.247721] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2342.247867] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2342.248028] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2342.248233] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2342.248388] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2342.248549] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2342.248710] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2342.248902] env[62187]: DEBUG nova.virt.hardware [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2342.250377] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bd003d-c11f-47f6-adf9-66c64486c3aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.263036] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12cce1e-f92b-47d5-8a7c-962356b68f2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.287464] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cae2b1-8135-72bc-dfad-fc68c7fdc8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013466} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.287778] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.288013] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2342.288250] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2342.288397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2342.288564] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2342.289143] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7644453a-e3dc-4d7e-a886-9dbdd3de4c8e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.298201] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2342.298370] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2342.299099] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd18e081-38d5-47c1-9ca1-9287d4d11a22 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.304190] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2342.304190] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ea690-e63a-fa58-ba0c-59288ec11ee0" [ 2342.304190] env[62187]: _type = "Task" [ 2342.304190] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.314940] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ea690-e63a-fa58-ba0c-59288ec11ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.368598] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.369484] env[62187]: DEBUG nova.network.neutron [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2342.436134] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133593, 'name': ReconfigVM_Task, 'duration_secs': 0.342467} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.438825] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2342.439160] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6ce760-613e-4f70-abde-56c4e1ac4500 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.445418] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2342.445418] env[62187]: value = "task-2133594" [ 2342.445418] env[62187]: _type = "Task" [ 2342.445418] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.453283] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.512644] env[62187]: DEBUG nova.network.neutron [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [{"id": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "address": "fa:16:3e:f0:78:c2", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ec829-1a", "ovs_interfaceid": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2342.636557] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.639121] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.547s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.641053] env[62187]: INFO nova.compute.claims [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2342.659782] env[62187]: INFO nova.scheduler.client.report [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Deleted allocations for instance 0d07a14c-6868-4ee4-9952-b752ee95145c [ 2342.814917] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526ea690-e63a-fa58-ba0c-59288ec11ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.021097} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.815647] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e40c1d46-b1ff-455c-9bcd-1a2581b6d0e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.818776] env[62187]: DEBUG nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2342.823752] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2342.823752] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524372fa-a7c6-ed1c-ffb7-47ece09ef5b9" [ 2342.823752] env[62187]: _type = "Task" [ 2342.823752] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2342.833558] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524372fa-a7c6-ed1c-ffb7-47ece09ef5b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.846390] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2342.846647] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2342.846850] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2342.847061] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2342.847211] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2342.847364] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2342.847584] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2342.847766] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2342.847956] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2342.848146] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2342.848323] env[62187]: DEBUG nova.virt.hardware [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2342.849187] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435806d7-3328-45d7-ae85-603ef16b7db4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.856875] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31002cf-5730-45cc-af37-08b50509939c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.868803] env[62187]: DEBUG oslo_vmware.api [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133585, 'name': ReconfigVM_Task, 'duration_secs': 6.673063} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.876132] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2342.876348] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Reconfigured VM to detach interface {{(pid=62187) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2342.957434] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133594, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.015256] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.015587] env[62187]: DEBUG nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Instance network_info: |[{"id": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "address": "fa:16:3e:f0:78:c2", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ec829-1a", "ovs_interfaceid": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2343.016059] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:78:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd0ec829-1aa8-4403-9a2c-14e52f34daa9', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2343.023807] env[62187]: DEBUG oslo.service.loopingcall [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2343.024038] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2343.024256] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-086c25e1-d3f8-43e1-9376-306a5724aed3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.043931] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2343.043931] env[62187]: value = "task-2133595" [ 2343.043931] env[62187]: _type = "Task" [ 2343.043931] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.052059] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133595, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.167703] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c3f471a3-671f-4f83-b079-57efd417c0ed tempest-ServersAdminTestJSON-1369252521 tempest-ServersAdminTestJSON-1369252521-project-member] Lock "0d07a14c-6868-4ee4-9952-b752ee95145c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.732s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.285114] env[62187]: DEBUG nova.compute.manager [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Received event network-changed-cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2343.285335] env[62187]: DEBUG nova.compute.manager [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Refreshing instance network info cache due to event network-changed-cd0ec829-1aa8-4403-9a2c-14e52f34daa9. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2343.285547] env[62187]: DEBUG oslo_concurrency.lockutils [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] Acquiring lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.285689] env[62187]: DEBUG oslo_concurrency.lockutils [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] Acquired lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.285851] env[62187]: DEBUG nova.network.neutron [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Refreshing network info cache for port cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2343.338762] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524372fa-a7c6-ed1c-ffb7-47ece09ef5b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009845} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.339879] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.339879] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] eb78073c-8e31-40bd-812c-b9f1570c5ef3/eb78073c-8e31-40bd-812c-b9f1570c5ef3.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2343.339879] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83da0fc0-ca2d-4893-a11b-3e4d199b0550 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.347397] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2343.347397] env[62187]: value = "task-2133596" [ 2343.347397] env[62187]: _type = "Task" [ 2343.347397] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.354744] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.360903] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updating instance_info_cache with network_info: [{"id": "d6a8fb76-613b-4b75-baef-13a340381061", "address": "fa:16:3e:71:05:f9", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a8fb76-61", "ovs_interfaceid": "d6a8fb76-613b-4b75-baef-13a340381061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2343.397549] env[62187]: DEBUG nova.compute.manager [req-899dbd4b-232e-4a1d-ac93-a6f68a032277 req-c774f8c2-7f72-4dc4-8aeb-a8434e864362 service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Received event network-vif-plugged-86b50bfc-23fe-4282-b84f-add69e135e5a {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2343.397987] env[62187]: DEBUG oslo_concurrency.lockutils [req-899dbd4b-232e-4a1d-ac93-a6f68a032277 req-c774f8c2-7f72-4dc4-8aeb-a8434e864362 service nova] Acquiring lock "5ee057e2-04a4-4691-8d44-d0c893c73d44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.398070] env[62187]: DEBUG oslo_concurrency.lockutils [req-899dbd4b-232e-4a1d-ac93-a6f68a032277 req-c774f8c2-7f72-4dc4-8aeb-a8434e864362 service nova] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.398179] env[62187]: DEBUG oslo_concurrency.lockutils [req-899dbd4b-232e-4a1d-ac93-a6f68a032277 req-c774f8c2-7f72-4dc4-8aeb-a8434e864362 service nova] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.398343] env[62187]: DEBUG nova.compute.manager [req-899dbd4b-232e-4a1d-ac93-a6f68a032277 req-c774f8c2-7f72-4dc4-8aeb-a8434e864362 service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] No waiting events found dispatching network-vif-plugged-86b50bfc-23fe-4282-b84f-add69e135e5a {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2343.398499] env[62187]: WARNING nova.compute.manager [req-899dbd4b-232e-4a1d-ac93-a6f68a032277 req-c774f8c2-7f72-4dc4-8aeb-a8434e864362 service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Received unexpected event network-vif-plugged-86b50bfc-23fe-4282-b84f-add69e135e5a for instance with vm_state building and task_state spawning. [ 2343.453788] env[62187]: DEBUG nova.network.neutron [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Successfully updated port: 86b50bfc-23fe-4282-b84f-add69e135e5a {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2343.459367] env[62187]: DEBUG oslo_vmware.api [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133594, 'name': PowerOnVM_Task, 'duration_secs': 0.778513} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.459873] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2343.463267] env[62187]: DEBUG nova.compute.manager [None req-62d1c613-1bea-4db4-abe6-7416f5362391 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2343.464578] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4923d81c-9fc4-4268-8113-d6f790b0958c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.558648] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133595, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.865144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.865284] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2343.865815] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133596, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.866275] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.866361] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.866779] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.866986] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.867258] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.867418] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.867722] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2343.867722] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.961061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-5ee057e2-04a4-4691-8d44-d0c893c73d44" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.961291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-5ee057e2-04a4-4691-8d44-d0c893c73d44" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.961517] env[62187]: DEBUG nova.network.neutron [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2343.983024] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897c48c8-1184-47b8-80e3-200b6076e77a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.993998] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87bcdcb-391d-427c-a33f-462d156d40c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.041917] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c99af0-7108-4887-a083-e9bc5e7eec41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.060630] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed724c4-bc8a-4aeb-a48f-b90cac4e3cca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.066396] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133595, 'name': CreateVM_Task, 'duration_secs': 0.799383} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.066648] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2344.068421] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436269', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'name': 'volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ec7b3d2-d510-44f5-ae66-e15204e5d104', 'attached_at': '', 'detached_at': '', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'serial': '5f9933d4-687d-4afb-a73f-ab8dd79cf483'}, 'device_type': None, 'mount_device': '/dev/sda', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'attachment_id': 'a1fe26e9-dd27-42f6-86a9-46e84afdeb85', 'volume_type': None}], 'swap': None} {{(pid=62187) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2344.068719] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Root volume attach. Driver type: vmdk {{(pid=62187) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2344.081763] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220f814c-4c5f-4cc2-94a2-7186a4622292 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.086143] env[62187]: DEBUG nova.compute.provider_tree [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2344.096770] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b10d247-7eab-4fbc-bc70-b1e8ad48cf4d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.105712] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecab8003-ed40-4b86-a601-c2daccab4532 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.112502] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6faa4526-96c6-4b9f-a226-e107f632f864 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.120276] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2344.120276] env[62187]: value = "task-2133597" [ 2344.120276] env[62187]: _type = "Task" [ 2344.120276] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.129821] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.345256] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.345527] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.346155] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.346155] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.346422] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.349749] env[62187]: INFO nova.compute.manager [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Terminating instance [ 2344.365292] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518613} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.366389] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] eb78073c-8e31-40bd-812c-b9f1570c5ef3/eb78073c-8e31-40bd-812c-b9f1570c5ef3.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2344.366619] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2344.367199] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-304bed84-c82f-49d9-877a-121a7516b5f0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.371073] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.376640] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2344.376640] env[62187]: value = "task-2133598" [ 2344.376640] env[62187]: _type = "Task" [ 2344.376640] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.390372] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.397709] env[62187]: DEBUG nova.network.neutron [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updated VIF entry in instance network info cache for port cd0ec829-1aa8-4403-9a2c-14e52f34daa9. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2344.397709] env[62187]: DEBUG nova.network.neutron [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [{"id": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "address": "fa:16:3e:f0:78:c2", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ec829-1a", "ovs_interfaceid": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2344.516159] env[62187]: DEBUG nova.network.neutron [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2344.615089] env[62187]: ERROR nova.scheduler.client.report [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [req-5fae7a4d-206e-4dc5-9950-ee65e586004c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5fae7a4d-206e-4dc5-9950-ee65e586004c"}]} [ 2344.642556] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 42%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.643842] env[62187]: DEBUG nova.scheduler.client.report [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2344.652171] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2344.653203] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquired lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2344.653369] env[62187]: DEBUG nova.network.neutron [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2344.665105] env[62187]: DEBUG nova.scheduler.client.report [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2344.665105] env[62187]: DEBUG nova.compute.provider_tree [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2344.681540] env[62187]: DEBUG nova.scheduler.client.report [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2344.708196] env[62187]: DEBUG nova.scheduler.client.report [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2344.866018] env[62187]: DEBUG nova.compute.manager [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2344.867204] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2344.867766] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c32afee-5a23-4b4c-946c-18b47fa4c56c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.877795] env[62187]: DEBUG nova.network.neutron [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Updating instance_info_cache with network_info: [{"id": "86b50bfc-23fe-4282-b84f-add69e135e5a", "address": "fa:16:3e:49:15:62", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b50bfc-23", "ovs_interfaceid": "86b50bfc-23fe-4282-b84f-add69e135e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2344.883094] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2344.887137] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c4fe1b2-3835-47a9-870e-3b798a5a240d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.897878] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.376358} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2344.902927] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2344.903755] env[62187]: DEBUG oslo_concurrency.lockutils [req-93368878-6a5f-491b-8175-f462c04fbb40 req-c45e60f0-f3b4-4e79-9d04-c9e699c68e2f service nova] Releasing lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.904592] env[62187]: DEBUG oslo_vmware.api [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2344.904592] env[62187]: value = "task-2133599" [ 2344.904592] env[62187]: _type = "Task" [ 2344.904592] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.905699] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad64d91-7e12-4768-b8a1-12e997c31aa5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.919317] env[62187]: DEBUG oslo_vmware.api [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.941564] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] eb78073c-8e31-40bd-812c-b9f1570c5ef3/eb78073c-8e31-40bd-812c-b9f1570c5ef3.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2344.942387] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d11d7fa-045d-4f23-8225-78d36a93d21e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.972135] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2344.972135] env[62187]: value = "task-2133600" [ 2344.972135] env[62187]: _type = "Task" [ 2344.972135] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.987027] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.019739] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.020101] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.020236] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.020424] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.020585] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.022867] env[62187]: INFO nova.compute.manager [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Terminating instance [ 2345.051022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7082ae3d-ff16-4d53-ae85-344c53be9e0c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.058505] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac612c6-3e00-4490-855f-0bd30cf4f988 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.092935] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abc7fd3-45ca-4801-ab53-3bc9762f8f00 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.103656] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45397f-e0e2-4ce7-9948-ebddd3914120 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.125763] env[62187]: DEBUG nova.compute.provider_tree [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2345.137182] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 54%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.321797] env[62187]: DEBUG nova.compute.manager [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Received event network-changed-86b50bfc-23fe-4282-b84f-add69e135e5a {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2345.322059] env[62187]: DEBUG nova.compute.manager [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Refreshing instance network info cache due to event network-changed-86b50bfc-23fe-4282-b84f-add69e135e5a. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2345.322424] env[62187]: DEBUG oslo_concurrency.lockutils [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] Acquiring lock "refresh_cache-5ee057e2-04a4-4691-8d44-d0c893c73d44" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2345.384670] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-5ee057e2-04a4-4691-8d44-d0c893c73d44" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2345.385141] env[62187]: DEBUG nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Instance network_info: |[{"id": "86b50bfc-23fe-4282-b84f-add69e135e5a", "address": "fa:16:3e:49:15:62", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b50bfc-23", "ovs_interfaceid": "86b50bfc-23fe-4282-b84f-add69e135e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2345.388796] env[62187]: DEBUG oslo_concurrency.lockutils [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] Acquired lock "refresh_cache-5ee057e2-04a4-4691-8d44-d0c893c73d44" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.388796] env[62187]: DEBUG nova.network.neutron [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Refreshing network info cache for port 86b50bfc-23fe-4282-b84f-add69e135e5a {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2345.388796] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:15:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86b50bfc-23fe-4282-b84f-add69e135e5a', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2345.395078] env[62187]: DEBUG oslo.service.loopingcall [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2345.395885] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2345.396124] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c07f5a91-1234-460f-83ec-38e5316ca2d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.424345] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2345.424345] env[62187]: value = "task-2133601" [ 2345.424345] env[62187]: _type = "Task" [ 2345.424345] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.428429] env[62187]: DEBUG oslo_vmware.api [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133599, 'name': PowerOffVM_Task, 'duration_secs': 0.372069} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.432263] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2345.432462] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2345.433065] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11bdf3d4-b495-4542-9b8d-453499ce7f3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.440527] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.483564] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133600, 'name': ReconfigVM_Task, 'duration_secs': 0.413502} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.483951] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Reconfigured VM instance instance-00000067 to attach disk [datastore2] eb78073c-8e31-40bd-812c-b9f1570c5ef3/eb78073c-8e31-40bd-812c-b9f1570c5ef3.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2345.484624] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2af99ae6-4f2b-4f76-bb91-a6349073e794 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.506953] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2345.506953] env[62187]: value = "task-2133603" [ 2345.506953] env[62187]: _type = "Task" [ 2345.506953] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.514239] env[62187]: INFO nova.network.neutron [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Port 22b646c2-07f9-4025-8846-ec3a7f9e6939 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2345.515164] env[62187]: DEBUG nova.network.neutron [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [{"id": "3274bd94-912b-4ce3-8285-65ad75003d02", "address": "fa:16:3e:b1:a8:b6", "network": {"id": "0aff26c9-fb1b-47b0-8451-29c33930185a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1203934541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "df15505caa55455eacdf9bd8db775402", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73f6629b-7f80-4a5b-8f15-c7a1635b3c33", "external-id": "nsx-vlan-transportzone-481", "segmentation_id": 481, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3274bd94-91", "ovs_interfaceid": "3274bd94-912b-4ce3-8285-65ad75003d02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2345.521361] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133603, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.530019] env[62187]: DEBUG nova.compute.manager [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2345.530316] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2345.531614] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5da5477-8ed8-476c-8f9c-d992df8e72a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.542269] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2345.542547] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12c57693-19e7-46f9-96e1-6ca587487f3f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.551931] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2345.551931] env[62187]: value = "task-2133604" [ 2345.551931] env[62187]: _type = "Task" [ 2345.551931] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.565819] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.637678] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 67%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.674143] env[62187]: DEBUG nova.scheduler.client.report [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2345.674143] env[62187]: DEBUG nova.compute.provider_tree [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 152 to 153 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2345.674143] env[62187]: DEBUG nova.compute.provider_tree [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2345.939613] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.020793] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133603, 'name': Rename_Task, 'duration_secs': 0.189173} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.021171] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2346.021450] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa11ff61-be52-4c7a-af3c-5bee898c627b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.023798] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Releasing lock "refresh_cache-d261d258-7b7b-4b92-9a7a-e5a8cfc59115" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.038342] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2346.038342] env[62187]: value = "task-2133605" [ 2346.038342] env[62187]: _type = "Task" [ 2346.038342] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.049062] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.063514] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.137246] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 81%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.179324] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.540s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.179906] env[62187]: DEBUG nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2346.183021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.812s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.183021] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.183226] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2346.184287] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92ea24f-c8ba-4851-a860-983862cfdd45 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.196148] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd71812d-ed4b-47b9-988c-d7fddd4c2ad8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.215972] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb178c45-4610-4e7e-a941-966fa403ef4a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.225069] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f6fe2d-1d77-402a-a48d-70c4ca5a9b65 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.259731] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178465MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2346.259731] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.259731] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.262415] env[62187]: DEBUG nova.network.neutron [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Updated VIF entry in instance network info cache for port 86b50bfc-23fe-4282-b84f-add69e135e5a. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2346.262639] env[62187]: DEBUG nova.network.neutron [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Updating instance_info_cache with network_info: [{"id": "86b50bfc-23fe-4282-b84f-add69e135e5a", "address": "fa:16:3e:49:15:62", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b50bfc-23", "ovs_interfaceid": "86b50bfc-23fe-4282-b84f-add69e135e5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2346.441383] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.528721] env[62187]: DEBUG oslo_concurrency.lockutils [None req-baa232e7-18f6-4175-b294-f80a08a56ca8 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "interface-d261d258-7b7b-4b92-9a7a-e5a8cfc59115-22b646c2-07f9-4025-8846-ec3a7f9e6939" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.259s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2346.550899] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.565563] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133604, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.636683] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.685914] env[62187]: DEBUG nova.compute.utils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2346.688499] env[62187]: DEBUG nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2346.688499] env[62187]: DEBUG nova.network.neutron [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2346.777018] env[62187]: DEBUG oslo_concurrency.lockutils [req-feab6b90-455d-4387-8403-10a16efb511c req-ea2d7495-f722-4669-aa93-49686402ddea service nova] Releasing lock "refresh_cache-5ee057e2-04a4-4691-8d44-d0c893c73d44" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.803338] env[62187]: DEBUG nova.policy [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cde503342b5d4b799a84daaeee42745b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9972912c612f4173abd479c5814de18b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2346.872242] env[62187]: INFO nova.compute.manager [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Rescuing [ 2346.872516] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2346.872956] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2346.873064] env[62187]: DEBUG nova.network.neutron [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2346.940604] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.049347] env[62187]: DEBUG oslo_vmware.api [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133605, 'name': PowerOnVM_Task, 'duration_secs': 0.543114} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.050275] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2347.050275] env[62187]: INFO nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Took 8.98 seconds to spawn the instance on the hypervisor. [ 2347.050275] env[62187]: DEBUG nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2347.051517] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36b164c-9ad3-4c3f-95d4-ce7b5a975958 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.069178] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133604, 'name': PowerOffVM_Task, 'duration_secs': 1.099845} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.069584] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2347.069923] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2347.070055] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9762e583-eb85-48ef-bc56-ae79393914a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.136980] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 97%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.190949] env[62187]: DEBUG nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2347.241331] env[62187]: DEBUG nova.network.neutron [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Successfully created port: 052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2347.303608] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.303669] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 44a56a4f-665a-428d-85b1-434938ca88b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.303781] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ec64a04c-2fee-4c79-bad9-f876c854a52c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.303903] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304027] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 360b89d0-669a-46a3-b19d-9dc687cfee69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304142] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 76df0cfc-d079-4a7f-b641-67a7848cb416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304251] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance f41b4484-20f9-4882-82d2-4cc9daa3b65a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304360] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance d261d258-7b7b-4b92-9a7a-e5a8cfc59115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304472] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 835bad8e-6ac0-4d54-989e-be4ef761297c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304578] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304686] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 84b3d4f2-d0b9-40a4-99e1-464245a6f154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304841] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.304977] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 35195bb8-fd73-4185-8c85-b481a2c7f653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.305102] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance eb78073c-8e31-40bd-812c-b9f1570c5ef3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.305212] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9ec7b3d2-d510-44f5-ae66-e15204e5d104 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.305320] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5ee057e2-04a4-4691-8d44-d0c893c73d44 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.305427] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b75c7ca7-c821-488f-92e9-58ad5c89fef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2347.305648] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2347.305781] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2347.443381] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.562729] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7067bbe7-e8a5-4aff-aa6b-4c69f1150e06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.572779] env[62187]: INFO nova.compute.manager [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Took 14.28 seconds to build instance. [ 2347.580429] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e993add-edb8-4bcd-a1e6-9a4552742886 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.615667] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5953fa-3b23-4191-b82b-f03c31f3b7ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.625074] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d942d693-0a2d-4884-ae88-e94181caa242 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.639195] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 97%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.647261] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2347.915461] env[62187]: DEBUG nova.network.neutron [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updating instance_info_cache with network_info: [{"id": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "address": "fa:16:3e:01:4d:94", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db06301-c1", "ovs_interfaceid": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2347.942553] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.078145] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c1104be6-93c8-4528-a820-26a98ad250e4 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.795s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.139732] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task} progress is 98%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.151861] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2348.203760] env[62187]: DEBUG nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2348.226543] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2348.226855] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2348.227049] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2348.227238] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2348.227387] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2348.227531] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2348.227735] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2348.227928] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2348.228128] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2348.228310] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2348.228480] env[62187]: DEBUG nova.virt.hardware [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2348.229395] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a4fe7-d743-4e1b-94a5-5d586c30b62a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.239289] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677c9873-b544-4343-bbf9-906b5c9a238b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.419328] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2348.444931] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.488029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.488304] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.488516] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.488697] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.488863] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.491136] env[62187]: INFO nova.compute.manager [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Terminating instance [ 2348.640565] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133597, 'name': RelocateVM_Task, 'duration_secs': 4.346335} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2348.640841] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2348.641050] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436269', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'name': 'volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ec7b3d2-d510-44f5-ae66-e15204e5d104', 'attached_at': '', 'detached_at': '', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'serial': '5f9933d4-687d-4afb-a73f-ab8dd79cf483'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2348.641835] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe938f73-e1f3-40ca-9130-63fe7e5bfece {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.657766] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2348.657948] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.398s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.658337] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.658480] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2348.661227] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72b2bce-9dd5-468b-bc2f-9c6e6537c219 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.684851] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483/volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2348.685176] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d181f37a-854f-45a9-ac9d-c9bdcbe43237 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.707842] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2348.707842] env[62187]: value = "task-2133607" [ 2348.707842] env[62187]: _type = "Task" [ 2348.707842] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2348.715903] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.944182] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.995218] env[62187]: DEBUG nova.compute.manager [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2348.995547] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2348.996950] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8510515c-05d0-496d-9fc9-671887546032 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.005772] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2349.006100] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb4d2f41-869b-479b-808a-23b5ffe4c311 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.013727] env[62187]: DEBUG oslo_vmware.api [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2349.013727] env[62187]: value = "task-2133608" [ 2349.013727] env[62187]: _type = "Task" [ 2349.013727] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.024466] env[62187]: DEBUG oslo_vmware.api [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.179069] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] There are 57 instances to clean {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2349.179328] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5d0273be-3161-4cbe-ada3-6a3276b44603] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2349.219180] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133607, 'name': ReconfigVM_Task, 'duration_secs': 0.506035} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.219591] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483/volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2349.224355] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68b26ecf-3701-4c63-b003-d918ea6b9caa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.240697] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2349.240697] env[62187]: value = "task-2133609" [ 2349.240697] env[62187]: _type = "Task" [ 2349.240697] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.249149] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133609, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.445165] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.525889] env[62187]: DEBUG oslo_vmware.api [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133608, 'name': PowerOffVM_Task, 'duration_secs': 0.178999} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.526222] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2349.526403] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2349.526664] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82cfb63c-668a-48e0-a052-bd674a71e4b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.683842] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 89d71354-a5f3-41f3-a595-eec65c38be40] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2349.750427] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133609, 'name': ReconfigVM_Task, 'duration_secs': 0.322244} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.750745] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436269', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'name': 'volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ec7b3d2-d510-44f5-ae66-e15204e5d104', 'attached_at': '', 'detached_at': '', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'serial': '5f9933d4-687d-4afb-a73f-ab8dd79cf483'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2349.751371] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54cd1f60-5496-41e2-8a11-f57f50051247 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.758033] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2349.758033] env[62187]: value = "task-2133611" [ 2349.758033] env[62187]: _type = "Task" [ 2349.758033] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.765627] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133611, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.946925] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.952591] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2349.952870] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a496a81f-332a-4b5d-afa3-833338f09e9f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.961029] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2349.961029] env[62187]: value = "task-2133612" [ 2349.961029] env[62187]: _type = "Task" [ 2349.961029] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.972524] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.186244] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: d6f7c61d-2d3f-46a6-aa76-3e8ead2bde04] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2350.269113] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133611, 'name': Rename_Task, 'duration_secs': 0.206112} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.269379] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2350.269560] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f71c46dc-79f3-452e-8855-39012292f35a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.278054] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2350.278054] env[62187]: value = "task-2133613" [ 2350.278054] env[62187]: _type = "Task" [ 2350.278054] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.286118] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.448510] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.470714] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.689091] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 2831adc1-8f42-4f5a-b835-e205d456c52f] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2350.788825] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.948193] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.973594] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.192821] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 4a009858-f9fb-475a-b461-c6223ea19286] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2351.292026] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133613, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.450617] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.473790] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133612, 'name': PowerOffVM_Task, 'duration_secs': 1.168413} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.473874] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2351.474713] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b03089-f636-4e6a-8a11-114f3df4e5fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.496342] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42209b75-acd2-4c27-a624-bfdba4d76fa8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.538056] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2351.538056] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538dd3d6-86ed-423e-aa00-dccc46f9bd40 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.544879] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2351.544879] env[62187]: value = "task-2133614" [ 2351.544879] env[62187]: _type = "Task" [ 2351.544879] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2351.554164] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.699020] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 704284b7-a566-4faf-9da3-69110d08c8e0] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2351.789607] env[62187]: DEBUG oslo_vmware.api [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133613, 'name': PowerOnVM_Task, 'duration_secs': 1.156307} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.789887] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2351.790107] env[62187]: INFO nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Took 9.54 seconds to spawn the instance on the hypervisor. [ 2351.790297] env[62187]: DEBUG nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2351.791067] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc140a8d-f59f-4111-b2a1-5c9670e93f69 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.951410] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.056865] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2352.056865] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2352.057114] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2352.057261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2352.057598] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2352.057716] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64644b18-f8db-47f2-8b4a-3d379b149136 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.068029] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2352.068029] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2352.068505] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ff219a-3ce8-41ea-864d-1f0f8ce85c52 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.074131] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2352.074131] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522b54bb-087f-8454-680e-7462289ead52" [ 2352.074131] env[62187]: _type = "Task" [ 2352.074131] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.083300] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522b54bb-087f-8454-680e-7462289ead52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.202397] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: a20aeb67-3f4c-4a01-9164-ccc9af03afcc] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2352.308126] env[62187]: INFO nova.compute.manager [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Took 16.90 seconds to build instance. [ 2352.450891] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.464268] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2352.464532] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2352.464775] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleting the datastore file [datastore2] eb78073c-8e31-40bd-812c-b9f1570c5ef3 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2352.466045] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae178546-e999-498d-807b-606b7d4616c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.467985] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2352.468191] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2352.468362] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleting the datastore file [datastore2] 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2352.468595] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc0a94f-544e-43f9-9c98-cf853f650cd7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.474914] env[62187]: DEBUG oslo_vmware.api [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2352.474914] env[62187]: value = "task-2133616" [ 2352.474914] env[62187]: _type = "Task" [ 2352.474914] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.476234] env[62187]: DEBUG oslo_vmware.api [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2352.476234] env[62187]: value = "task-2133615" [ 2352.476234] env[62187]: _type = "Task" [ 2352.476234] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.490082] env[62187]: DEBUG oslo_vmware.api [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.490332] env[62187]: DEBUG oslo_vmware.api [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.586015] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522b54bb-087f-8454-680e-7462289ead52, 'name': SearchDatastore_Task, 'duration_secs': 0.010349} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.587153] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7a2244-c62d-409e-b6e6-8f4d1b9312a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.594489] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2352.594489] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f0fc44-3ee3-0754-ff9a-018611d6e670" [ 2352.594489] env[62187]: _type = "Task" [ 2352.594489] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.603771] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f0fc44-3ee3-0754-ff9a-018611d6e670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.707887] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 8828c8d8-79e2-41c6-ab8c-9246b7327e8d] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2352.714263] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2352.714263] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2352.812968] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d4b874e7-f686-4680-a779-752ad8549579 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.417s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.951106] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133601, 'name': CreateVM_Task, 'duration_secs': 7.344687} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.951276] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2352.951968] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2352.952140] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2352.952451] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2352.952700] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc8be86-ff1a-4847-ae80-9a35d32c3db8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.959936] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2352.959936] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522fa464-69f0-9c4d-b0cd-799541b7b860" [ 2352.959936] env[62187]: _type = "Task" [ 2352.959936] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2352.969969] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522fa464-69f0-9c4d-b0cd-799541b7b860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.991211] env[62187]: DEBUG oslo_vmware.api [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155803} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.994737] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2352.994875] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2352.995062] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2352.995232] env[62187]: INFO nova.compute.manager [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Took 4.00 seconds to destroy the instance on the hypervisor. [ 2352.995464] env[62187]: DEBUG oslo.service.loopingcall [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2352.995656] env[62187]: DEBUG oslo_vmware.api [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153344} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2352.996350] env[62187]: DEBUG nova.compute.manager [-] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2352.996443] env[62187]: DEBUG nova.network.neutron [-] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2352.999726] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2352.999726] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2352.999726] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2352.999726] env[62187]: INFO nova.compute.manager [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Took 8.13 seconds to destroy the instance on the hypervisor. [ 2352.999726] env[62187]: DEBUG oslo.service.loopingcall [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2352.999726] env[62187]: DEBUG nova.compute.manager [-] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2352.999726] env[62187]: DEBUG nova.network.neutron [-] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2353.105747] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f0fc44-3ee3-0754-ff9a-018611d6e670, 'name': SearchDatastore_Task, 'duration_secs': 0.013028} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.105941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.106430] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. {{(pid=62187) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2353.106717] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427f82b0-bbe4-4c43-959e-c641521a337f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.115654] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2353.115654] env[62187]: value = "task-2133617" [ 2353.115654] env[62187]: _type = "Task" [ 2353.115654] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.126310] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.215859] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: d95d4893-1b1f-4570-a56c-8de46f99126b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2353.215859] env[62187]: DEBUG nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2353.471595] env[62187]: DEBUG nova.compute.manager [req-e4358b91-31b0-480c-81a2-ad14db35e58e req-c655e504-b9c5-4e54-b586-ae14be252633 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Received event network-vif-deleted-458143e2-721a-4173-bd73-29343b86c295 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2353.471921] env[62187]: INFO nova.compute.manager [req-e4358b91-31b0-480c-81a2-ad14db35e58e req-c655e504-b9c5-4e54-b586-ae14be252633 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Neutron deleted interface 458143e2-721a-4173-bd73-29343b86c295; detaching it from the instance and deleting it from the info cache [ 2353.472096] env[62187]: DEBUG nova.network.neutron [req-e4358b91-31b0-480c-81a2-ad14db35e58e req-c655e504-b9c5-4e54-b586-ae14be252633 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.480221] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522fa464-69f0-9c4d-b0cd-799541b7b860, 'name': SearchDatastore_Task, 'duration_secs': 0.018164} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2353.480221] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2353.480357] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2353.480673] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.480813] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.481759] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2353.481759] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61b1cb07-383e-4726-83e8-f3fc031bf95f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.511207] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2353.511207] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2353.512141] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43b1ed8-117e-470b-acb8-9ef3487a3434 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.520878] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2353.520878] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5251664f-611f-e507-bac9-1bb7a1baf574" [ 2353.520878] env[62187]: _type = "Task" [ 2353.520878] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2353.532653] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5251664f-611f-e507-bac9-1bb7a1baf574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.629628] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133617, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.648812] env[62187]: DEBUG nova.compute.manager [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Received event network-changed-d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2353.649016] env[62187]: DEBUG nova.compute.manager [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Refreshing instance network info cache due to event network-changed-d6a8fb76-613b-4b75-baef-13a340381061. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2353.649234] env[62187]: DEBUG oslo_concurrency.lockutils [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] Acquiring lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2353.649375] env[62187]: DEBUG oslo_concurrency.lockutils [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] Acquired lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2353.649532] env[62187]: DEBUG nova.network.neutron [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Refreshing network info cache for port d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2353.726964] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: d7ea45a9-20d5-46e8-a0ba-478c72f0295b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2353.753651] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2353.753651] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.757711] env[62187]: INFO nova.compute.claims [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2353.944921] env[62187]: DEBUG nova.network.neutron [-] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2353.974689] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-192cf189-e466-4440-99e0-d6d8871d5108 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2353.988974] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42919067-7cb8-4cd1-8e6f-d31aa693cc91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.026055] env[62187]: DEBUG nova.compute.manager [req-e4358b91-31b0-480c-81a2-ad14db35e58e req-c655e504-b9c5-4e54-b586-ae14be252633 service nova] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Detach interface failed, port_id=458143e2-721a-4173-bd73-29343b86c295, reason: Instance eb78073c-8e31-40bd-812c-b9f1570c5ef3 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2354.036496] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5251664f-611f-e507-bac9-1bb7a1baf574, 'name': SearchDatastore_Task, 'duration_secs': 0.0207} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.037329] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e6dca28-0a36-4667-8bac-851af527c215 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.043764] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2354.043764] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52262519-8202-a109-9c1e-2a8917739d86" [ 2354.043764] env[62187]: _type = "Task" [ 2354.043764] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.052955] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52262519-8202-a109-9c1e-2a8917739d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.127757] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561064} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.127981] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. [ 2354.128812] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c318aa-5002-45fa-8a94-61c74b7137d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.155852] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2354.158649] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c71eedd-9686-447a-9b0f-27734d7f0c54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.178813] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2354.178813] env[62187]: value = "task-2133618" [ 2354.178813] env[62187]: _type = "Task" [ 2354.178813] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.189183] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.232996] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: f4a5ad45-a790-499b-a680-e62c0ae1e95f] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2354.429586] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2354.430434] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2354.430434] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleting the datastore file [datastore1] d261d258-7b7b-4b92-9a7a-e5a8cfc59115 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2354.430434] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4c9edbc-9864-4ecd-a66e-72b18ba6b100 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.438255] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2354.438255] env[62187]: value = "task-2133619" [ 2354.438255] env[62187]: _type = "Task" [ 2354.438255] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.447542] env[62187]: INFO nova.compute.manager [-] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Took 1.45 seconds to deallocate network for instance. [ 2354.447842] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.516468] env[62187]: DEBUG nova.network.neutron [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Successfully updated port: 052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2354.562230] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52262519-8202-a109-9c1e-2a8917739d86, 'name': SearchDatastore_Task, 'duration_secs': 0.018424} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2354.566268] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2354.567332] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5ee057e2-04a4-4691-8d44-d0c893c73d44/5ee057e2-04a4-4691-8d44-d0c893c73d44.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2354.567622] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62c84c8-569d-489e-9335-c6e84441d828 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.577162] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2354.577162] env[62187]: value = "task-2133620" [ 2354.577162] env[62187]: _type = "Task" [ 2354.577162] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.587789] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.691733] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.693344] env[62187]: DEBUG nova.network.neutron [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updated VIF entry in instance network info cache for port d6a8fb76-613b-4b75-baef-13a340381061. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2354.693910] env[62187]: DEBUG nova.network.neutron [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updating instance_info_cache with network_info: [{"id": "d6a8fb76-613b-4b75-baef-13a340381061", "address": "fa:16:3e:71:05:f9", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6a8fb76-61", "ovs_interfaceid": "d6a8fb76-613b-4b75-baef-13a340381061", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.738301] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 0d07a14c-6868-4ee4-9952-b752ee95145c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2354.747647] env[62187]: DEBUG nova.network.neutron [-] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2354.951877] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.953962] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.019251] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.020082] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.020322] env[62187]: DEBUG nova.network.neutron [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2355.035868] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f3d063-66e2-4cc8-86cf-355a4b33934e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.044798] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c6b8e9-6573-4f80-b3d6-004b570419d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.078579] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648bcbfe-b3a3-4e88-b958-0f1731a796b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.092426] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133620, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.096082] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b52c2ba-91e0-4e24-a50b-73ccc2b05ae8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.115615] env[62187]: DEBUG nova.compute.provider_tree [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2355.192996] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133618, 'name': ReconfigVM_Task, 'duration_secs': 0.870941} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.193386] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2355.194298] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f8b4a9-4f49-4915-a1c6-560dafc904ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.197331] env[62187]: DEBUG oslo_concurrency.lockutils [req-41927cc7-30df-479d-90cc-a846ba374142 req-6db0cb25-6f47-4008-886e-c2c46cf9c0a2 service nova] Releasing lock "refresh_cache-defb57fb-0f0a-4679-8c22-0945fc0a1664" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2355.231285] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84546a66-bdae-4852-add5-684fe517967a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.247500] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 3edc142c-324e-4a0a-9861-a2a66dc39846] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2355.254039] env[62187]: INFO nova.compute.manager [-] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Took 2.25 seconds to deallocate network for instance. [ 2355.261758] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2355.261758] env[62187]: value = "task-2133621" [ 2355.261758] env[62187]: _type = "Task" [ 2355.261758] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.273868] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.449776] env[62187]: DEBUG oslo_vmware.api [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575715} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.450034] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2355.450222] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2355.450398] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2355.450565] env[62187]: INFO nova.compute.manager [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Took 9.92 seconds to destroy the instance on the hypervisor. [ 2355.450798] env[62187]: DEBUG oslo.service.loopingcall [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2355.450991] env[62187]: DEBUG nova.compute.manager [-] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2355.451124] env[62187]: DEBUG nova.network.neutron [-] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2355.512645] env[62187]: DEBUG nova.compute.manager [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Received event network-vif-plugged-052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2355.512849] env[62187]: DEBUG oslo_concurrency.lockutils [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] Acquiring lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.513074] env[62187]: DEBUG oslo_concurrency.lockutils [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.513271] env[62187]: DEBUG oslo_concurrency.lockutils [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2355.513696] env[62187]: DEBUG nova.compute.manager [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] No waiting events found dispatching network-vif-plugged-052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2355.513696] env[62187]: WARNING nova.compute.manager [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Received unexpected event network-vif-plugged-052b0518-e890-4644-8f2d-0e6310681d47 for instance with vm_state building and task_state spawning. [ 2355.513801] env[62187]: DEBUG nova.compute.manager [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Received event network-vif-deleted-14be1468-3386-4cfa-bdef-57c1b54843ba {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2355.513954] env[62187]: DEBUG nova.compute.manager [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Received event network-changed-052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2355.514121] env[62187]: DEBUG nova.compute.manager [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Refreshing instance network info cache due to event network-changed-052b0518-e890-4644-8f2d-0e6310681d47. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2355.514283] env[62187]: DEBUG oslo_concurrency.lockutils [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] Acquiring lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.567987] env[62187]: DEBUG nova.network.neutron [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2355.588691] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900849} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.588960] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5ee057e2-04a4-4691-8d44-d0c893c73d44/5ee057e2-04a4-4691-8d44-d0c893c73d44.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2355.589193] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2355.589442] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25155e4c-d4bc-425a-90aa-5b41ae3abce7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.598758] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2355.598758] env[62187]: value = "task-2133622" [ 2355.598758] env[62187]: _type = "Task" [ 2355.598758] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2355.610139] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.643587] env[62187]: ERROR nova.scheduler.client.report [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [req-e99c406b-7d23-4257-a2ae-ce3d11b7bc31] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e99c406b-7d23-4257-a2ae-ce3d11b7bc31"}]} [ 2355.663202] env[62187]: DEBUG nova.scheduler.client.report [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2355.676490] env[62187]: DEBUG nova.scheduler.client.report [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2355.676708] env[62187]: DEBUG nova.compute.provider_tree [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2355.693761] env[62187]: DEBUG nova.scheduler.client.report [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2355.715815] env[62187]: DEBUG nova.scheduler.client.report [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2355.752611] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 37205130-98ae-43d0-8c84-230c58c92481] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2355.759419] env[62187]: DEBUG nova.compute.manager [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2355.765625] env[62187]: DEBUG nova.compute.manager [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Received event network-changed-cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2355.765625] env[62187]: DEBUG nova.compute.manager [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Refreshing instance network info cache due to event network-changed-cd0ec829-1aa8-4403-9a2c-14e52f34daa9. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2355.765706] env[62187]: DEBUG oslo_concurrency.lockutils [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] Acquiring lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2355.765808] env[62187]: DEBUG oslo_concurrency.lockutils [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] Acquired lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2355.766840] env[62187]: DEBUG nova.network.neutron [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Refreshing network info cache for port cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2355.769047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2355.782528] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.942908] env[62187]: DEBUG nova.network.neutron [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Updating instance_info_cache with network_info: [{"id": "052b0518-e890-4644-8f2d-0e6310681d47", "address": "fa:16:3e:de:52:e2", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052b0518-e8", "ovs_interfaceid": "052b0518-e890-4644-8f2d-0e6310681d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.014306] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7747a1f8-32ca-4e18-93ae-203fbc44fd8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.024124] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc87c16-c709-4d9b-bc42-5efb2c2bed60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.054860] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb953cc3-9a7f-4830-b05e-c43e216888fc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.063851] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7250a12c-5f24-4311-a9df-bd2791e1791c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.078386] env[62187]: DEBUG nova.compute.provider_tree [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2356.114101] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067863} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.114101] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2356.114101] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd9051-bc85-42f8-8f71-c39881d9b9ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.138476] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 5ee057e2-04a4-4691-8d44-d0c893c73d44/5ee057e2-04a4-4691-8d44-d0c893c73d44.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2356.138770] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a23a828-c19d-4ee9-a265-e0d258f80316 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.164629] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2356.164629] env[62187]: value = "task-2133623" [ 2356.164629] env[62187]: _type = "Task" [ 2356.164629] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.173579] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.260482] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 56b050d2-2229-4c68-8627-58fe87825031] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2356.281223] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.285173] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133621, 'name': ReconfigVM_Task, 'duration_secs': 0.640637} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.285437] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2356.285685] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632fdb0e-fd14-40b1-8481-57b9c514467f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.293704] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2356.293704] env[62187]: value = "task-2133624" [ 2356.293704] env[62187]: _type = "Task" [ 2356.293704] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.302717] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.445563] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2356.445889] env[62187]: DEBUG nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Instance network_info: |[{"id": "052b0518-e890-4644-8f2d-0e6310681d47", "address": "fa:16:3e:de:52:e2", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052b0518-e8", "ovs_interfaceid": "052b0518-e890-4644-8f2d-0e6310681d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2356.446253] env[62187]: DEBUG oslo_concurrency.lockutils [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] Acquired lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.446609] env[62187]: DEBUG nova.network.neutron [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Refreshing network info cache for port 052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2356.447693] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:52:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '052b0518-e890-4644-8f2d-0e6310681d47', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2356.455475] env[62187]: DEBUG oslo.service.loopingcall [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2356.458761] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2356.459797] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd7db61c-7838-464e-808d-aad9919bad53 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.482565] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2356.482565] env[62187]: value = "task-2133625" [ 2356.482565] env[62187]: _type = "Task" [ 2356.482565] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.497705] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133625, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.581397] env[62187]: DEBUG nova.scheduler.client.report [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2356.675813] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133623, 'name': ReconfigVM_Task, 'duration_secs': 0.285611} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.680037] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 5ee057e2-04a4-4691-8d44-d0c893c73d44/5ee057e2-04a4-4691-8d44-d0c893c73d44.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2356.680037] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3f897ae-23a3-47c2-b358-9b26992e9644 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.687879] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2356.687879] env[62187]: value = "task-2133626" [ 2356.687879] env[62187]: _type = "Task" [ 2356.687879] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.697052] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133626, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.763843] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b673417e-a8e8-46b3-9e47-20a2dcbd854b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2356.779046] env[62187]: DEBUG nova.network.neutron [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updated VIF entry in instance network info cache for port cd0ec829-1aa8-4403-9a2c-14e52f34daa9. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2356.779463] env[62187]: DEBUG nova.network.neutron [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [{"id": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "address": "fa:16:3e:f0:78:c2", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ec829-1a", "ovs_interfaceid": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.805649] env[62187]: DEBUG oslo_vmware.api [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133624, 'name': PowerOnVM_Task, 'duration_secs': 0.477924} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.805974] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2356.809272] env[62187]: DEBUG nova.compute.manager [None req-c4fa5ae3-e5ae-4fd8-a5af-ad9c77040d21 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2356.810190] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09832cce-fcbe-4c96-8213-27f2c87450d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.947698] env[62187]: DEBUG nova.network.neutron [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Updated VIF entry in instance network info cache for port 052b0518-e890-4644-8f2d-0e6310681d47. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2356.948086] env[62187]: DEBUG nova.network.neutron [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Updating instance_info_cache with network_info: [{"id": "052b0518-e890-4644-8f2d-0e6310681d47", "address": "fa:16:3e:de:52:e2", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052b0518-e8", "ovs_interfaceid": "052b0518-e890-4644-8f2d-0e6310681d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2356.993781] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133625, 'name': CreateVM_Task, 'duration_secs': 0.465699} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.993941] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2356.994622] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2356.994783] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2356.996050] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2356.996050] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd83df32-e404-4549-b497-b39e147db6d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.000602] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2357.000602] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521f32b3-fcca-9f46-711a-0108f3088a88" [ 2357.000602] env[62187]: _type = "Task" [ 2357.000602] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.008932] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521f32b3-fcca-9f46-711a-0108f3088a88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.086603] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.334s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.087265] env[62187]: DEBUG nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2357.090142] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.136s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.090423] env[62187]: DEBUG nova.objects.instance [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lazy-loading 'resources' on Instance uuid eb78073c-8e31-40bd-812c-b9f1570c5ef3 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2357.162085] env[62187]: DEBUG nova.network.neutron [-] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2357.200096] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133626, 'name': Rename_Task, 'duration_secs': 0.158539} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.200861] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2357.201115] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3463bd5a-5df9-4468-8a44-42afd6342b6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.210496] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2357.210496] env[62187]: value = "task-2133627" [ 2357.210496] env[62187]: _type = "Task" [ 2357.210496] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.218656] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.270518] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 62af59af-f706-404d-b68c-9337c0abdf3b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2357.283077] env[62187]: DEBUG oslo_concurrency.lockutils [req-454cca9b-877d-46bd-820b-418f914a940c req-6da8c853-009c-4b83-b11a-d43f5fb45107 service nova] Releasing lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.450619] env[62187]: DEBUG oslo_concurrency.lockutils [req-f354cfad-ec87-4142-b3d1-afa41836721b req-e8c648e8-b7f2-49c1-b4d3-ba4dad505829 service nova] Releasing lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.511270] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521f32b3-fcca-9f46-711a-0108f3088a88, 'name': SearchDatastore_Task, 'duration_secs': 0.011239} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.511623] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2357.511889] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2357.512167] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.512345] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.512560] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2357.512863] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02145c3b-1b94-448e-bbc0-60f29f60ff56 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.523053] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2357.523196] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2357.523994] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0552ea09-5176-467d-bd9a-00e331101410 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.529644] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2357.529644] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52169778-951a-3306-ff06-f771096e4c5d" [ 2357.529644] env[62187]: _type = "Task" [ 2357.529644] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2357.537625] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52169778-951a-3306-ff06-f771096e4c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2357.539586] env[62187]: DEBUG nova.compute.manager [req-f425eb8a-631b-48aa-acd2-ecdcb5910e5e req-35f309aa-5cfe-4beb-be6f-ab77498cc01a service nova] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Received event network-vif-deleted-3274bd94-912b-4ce3-8285-65ad75003d02 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2357.592961] env[62187]: DEBUG nova.compute.utils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2357.597459] env[62187]: DEBUG nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2357.597673] env[62187]: DEBUG nova.network.neutron [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2357.651940] env[62187]: DEBUG nova.policy [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '933a77fc65fd42ca819dee31080b5a55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ebb43df25cd4cbeb739e07955e8302e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2357.666675] env[62187]: INFO nova.compute.manager [-] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Took 2.22 seconds to deallocate network for instance. [ 2357.691261] env[62187]: INFO nova.compute.manager [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Unrescuing [ 2357.691261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.691412] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.691446] env[62187]: DEBUG nova.network.neutron [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2357.719634] env[62187]: DEBUG oslo_vmware.api [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133627, 'name': PowerOnVM_Task, 'duration_secs': 0.472087} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.719896] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2357.720103] env[62187]: INFO nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Took 14.90 seconds to spawn the instance on the hypervisor. [ 2357.720286] env[62187]: DEBUG nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2357.721052] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e84689-0391-4010-af7d-703a82c36b62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.774694] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b93d8f90-f413-4677-b7b4-97c86d50b2b1] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2357.875657] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c449bc-d6f7-4a0a-b8d1-04b845093e95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.887354] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633c818b-69eb-42d6-a222-94654947cb8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.924363] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877effae-20eb-4f40-9d5f-7b9a3de90e3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.934044] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b6f682-b0b7-467a-8a22-bead31d59583 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.953175] env[62187]: DEBUG nova.compute.provider_tree [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2357.956217] env[62187]: DEBUG nova.network.neutron [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Successfully created port: c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2358.043399] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52169778-951a-3306-ff06-f771096e4c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.009699} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.043735] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7307ffc2-7aff-407e-b50f-eb6f4271e2e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.052561] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2358.052561] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528a83b2-2a73-0c2e-3bff-a685fdb49d42" [ 2358.052561] env[62187]: _type = "Task" [ 2358.052561] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.065424] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528a83b2-2a73-0c2e-3bff-a685fdb49d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.103463] env[62187]: DEBUG nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2358.176136] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.244076] env[62187]: INFO nova.compute.manager [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Took 22.35 seconds to build instance. [ 2358.280026] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9602a655-9434-42b7-85cf-c6038da0beb0] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2358.458058] env[62187]: DEBUG nova.scheduler.client.report [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2358.568026] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528a83b2-2a73-0c2e-3bff-a685fdb49d42, 'name': SearchDatastore_Task, 'duration_secs': 0.030676} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.568026] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.568026] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2358.568026] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb29fe4c-1a66-4fad-9416-319b75eac5c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.579023] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2358.579023] env[62187]: value = "task-2133628" [ 2358.579023] env[62187]: _type = "Task" [ 2358.579023] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.589729] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.746661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-117d31c8-cd81-46c3-86ac-8d7e341d7411 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.864s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.780165] env[62187]: DEBUG nova.network.neutron [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updating instance_info_cache with network_info: [{"id": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "address": "fa:16:3e:01:4d:94", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db06301-c1", "ovs_interfaceid": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.785097] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5f4e1f85-849f-42a3-b5d3-e3a167f86a09] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2358.787183] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.787562] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.788044] env[62187]: DEBUG nova.compute.manager [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2358.790277] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a3b8ab-f319-4d8a-958d-a6314dbd87af {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.802953] env[62187]: DEBUG nova.compute.manager [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2358.803626] env[62187]: DEBUG nova.objects.instance [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'flavor' on Instance uuid 5ee057e2-04a4-4691-8d44-d0c893c73d44 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2358.963734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.968040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.199s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.968200] env[62187]: DEBUG nova.objects.instance [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'resources' on Instance uuid 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2358.999013] env[62187]: INFO nova.scheduler.client.report [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted allocations for instance eb78073c-8e31-40bd-812c-b9f1570c5ef3 [ 2359.092170] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.112642] env[62187]: DEBUG nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2359.143687] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2359.143961] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2359.144165] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2359.144392] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2359.144551] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2359.144709] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2359.145066] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2359.145316] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2359.145600] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2359.145864] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2359.146197] env[62187]: DEBUG nova.virt.hardware [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2359.147618] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1421af3-b0d1-4c5d-a5c4-1d75d44ddf4d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.157042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5508f32c-e25a-41e0-8b67-89e97fc172db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.282239] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2359.282777] env[62187]: DEBUG nova.objects.instance [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lazy-loading 'flavor' on Instance uuid 84b3d4f2-d0b9-40a4-99e1-464245a6f154 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2359.296185] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: dc9ef00e-68a8-4b93-9b6d-1a885ef1a0c0] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2359.509570] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1dfdad95-949b-4c21-8c76-b76a7f08e085 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "eb78073c-8e31-40bd-812c-b9f1570c5ef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.021s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.588352] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545846} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.589086] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2359.589357] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2359.592083] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f210eb86-ebf0-4054-84df-3af92ef4af13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.602029] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2359.602029] env[62187]: value = "task-2133629" [ 2359.602029] env[62187]: _type = "Task" [ 2359.602029] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.620712] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.764987] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bdce4a-5217-4d93-bc67-e5a3cac587d5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.774260] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e82a6ba-fd92-42aa-8c0b-292bc074e813 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.808101] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 05ff245f-39e5-42bf-ab6e-0adc7a46430b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2359.810669] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68419fc8-ecf9-4b2a-961e-27a209331e4d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.813671] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26a32e1-1f92-478e-acd3-c9079857b530 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.816631] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2359.816856] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569a0a9a-5db7-4219-ae33-dcb7d6374688 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.842558] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2359.848014] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-026c7784-95a8-4539-8bbb-635515674a56 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.850507] env[62187]: DEBUG oslo_vmware.api [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2359.850507] env[62187]: value = "task-2133630" [ 2359.850507] env[62187]: _type = "Task" [ 2359.850507] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.851879] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c309d1a-4ed4-4d29-84cc-0aad130ee88e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.862900] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2359.862900] env[62187]: value = "task-2133631" [ 2359.862900] env[62187]: _type = "Task" [ 2359.862900] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.866287] env[62187]: DEBUG oslo_vmware.api [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.879061] env[62187]: DEBUG nova.compute.provider_tree [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2359.887142] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.999196] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.999988] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.000518] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.000897] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.001269] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.005116] env[62187]: INFO nova.compute.manager [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Terminating instance [ 2360.114028] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280497} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.114028] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2360.114028] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70915bc-eb55-4680-8397-ac09dbcd20a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.147031] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2360.147031] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-038901e2-7389-46d9-ad28-0760f26322d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.178409] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2360.178409] env[62187]: value = "task-2133632" [ 2360.178409] env[62187]: _type = "Task" [ 2360.178409] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.187607] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.291679] env[62187]: DEBUG nova.compute.manager [req-51b46655-9fb7-4940-8c40-3c6505fa42a5 req-3a0088af-9d22-4fb7-9252-45fb45351b2a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-vif-plugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2360.291896] env[62187]: DEBUG oslo_concurrency.lockutils [req-51b46655-9fb7-4940-8c40-3c6505fa42a5 req-3a0088af-9d22-4fb7-9252-45fb45351b2a service nova] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2360.292115] env[62187]: DEBUG oslo_concurrency.lockutils [req-51b46655-9fb7-4940-8c40-3c6505fa42a5 req-3a0088af-9d22-4fb7-9252-45fb45351b2a service nova] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.292281] env[62187]: DEBUG oslo_concurrency.lockutils [req-51b46655-9fb7-4940-8c40-3c6505fa42a5 req-3a0088af-9d22-4fb7-9252-45fb45351b2a service nova] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.292443] env[62187]: DEBUG nova.compute.manager [req-51b46655-9fb7-4940-8c40-3c6505fa42a5 req-3a0088af-9d22-4fb7-9252-45fb45351b2a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] No waiting events found dispatching network-vif-plugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2360.292598] env[62187]: WARNING nova.compute.manager [req-51b46655-9fb7-4940-8c40-3c6505fa42a5 req-3a0088af-9d22-4fb7-9252-45fb45351b2a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received unexpected event network-vif-plugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 for instance with vm_state building and task_state spawning. [ 2360.318441] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: c8311a69-8de9-45a1-90a2-5203b32ed205] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2360.368129] env[62187]: DEBUG oslo_vmware.api [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133630, 'name': PowerOffVM_Task, 'duration_secs': 0.203991} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.371737] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2360.372162] env[62187]: DEBUG nova.compute.manager [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2360.373095] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0bb5f7-4883-4aa0-96c1-5b932cff6b31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.382948] env[62187]: DEBUG nova.scheduler.client.report [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2360.396359] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133631, 'name': PowerOffVM_Task, 'duration_secs': 0.358914} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.400707] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2360.407243] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2360.409315] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab412206-9d93-450a-ab79-22ee7ffe37a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.436014] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2360.436014] env[62187]: value = "task-2133633" [ 2360.436014] env[62187]: _type = "Task" [ 2360.436014] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.446690] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.451083] env[62187]: DEBUG nova.network.neutron [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Successfully updated port: c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2360.515271] env[62187]: DEBUG nova.compute.manager [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2360.515459] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2360.516376] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85cf0cd-87c7-431c-9b42-2945a9fa53a4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.525379] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2360.525632] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd5dbeb2-f256-42af-88b4-5a1913404753 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.533150] env[62187]: DEBUG oslo_vmware.api [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2360.533150] env[62187]: value = "task-2133634" [ 2360.533150] env[62187]: _type = "Task" [ 2360.533150] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.542613] env[62187]: DEBUG oslo_vmware.api [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.691169] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133632, 'name': ReconfigVM_Task, 'duration_secs': 0.343619} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.691521] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Reconfigured VM instance instance-0000006a to attach disk [datastore2] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2360.692458] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8360faee-c164-492b-a2ae-d2ad5b5d2202 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.702544] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2360.702544] env[62187]: value = "task-2133635" [ 2360.702544] env[62187]: _type = "Task" [ 2360.702544] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.712308] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133635, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.822941] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: c5b4335d-5bf7-435d-870e-2c4f283fcd2e] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2360.893671] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.896293] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c891c24b-f589-4fce-a864-b580d61a6788 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.897363] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.616s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2360.926123] env[62187]: INFO nova.scheduler.client.report [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted allocations for instance 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b [ 2360.947811] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133633, 'name': ReconfigVM_Task, 'duration_secs': 0.3781} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2360.948543] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2360.948787] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2360.949099] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2609761a-5773-459f-b433-c1ee196d8aeb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.953367] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.953577] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.953768] env[62187]: DEBUG nova.network.neutron [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2360.957943] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2360.957943] env[62187]: value = "task-2133636" [ 2360.957943] env[62187]: _type = "Task" [ 2360.957943] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.972846] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.046040] env[62187]: DEBUG oslo_vmware.api [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133634, 'name': PowerOffVM_Task, 'duration_secs': 0.237435} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.046321] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2361.046526] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2361.046823] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a2ec2b-6db4-45aa-a7eb-085303fb8511 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.213559] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133635, 'name': Rename_Task, 'duration_secs': 0.25502} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.213729] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2361.213913] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c750e90e-b55c-4930-bec6-c6a81cbe2dbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.222917] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2361.222917] env[62187]: value = "task-2133638" [ 2361.222917] env[62187]: _type = "Task" [ 2361.222917] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.245622] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133638, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.325490] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b33ee5a0-3430-4bcd-9d51-e4df221d4a9b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2361.403884] env[62187]: INFO nova.compute.claims [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2361.416284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.416544] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.416747] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "5ee057e2-04a4-4691-8d44-d0c893c73d44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.416924] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.417209] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.419807] env[62187]: INFO nova.compute.manager [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Terminating instance [ 2361.434254] env[62187]: DEBUG oslo_concurrency.lockutils [None req-101539c0-f7d7-4d45-86de-5bbcf01557c8 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "0ddcdd43-6228-44e5-a6f0-3eab5aaa395b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.089s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.468534] env[62187]: DEBUG oslo_vmware.api [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133636, 'name': PowerOnVM_Task, 'duration_secs': 0.45537} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.468802] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2361.469028] env[62187]: DEBUG nova.compute.manager [None req-18da3d3b-b6bb-4961-b45d-13fb54aff5e6 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2361.469783] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc34d09-5303-42c6-8412-361a0a17063f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.488126] env[62187]: DEBUG nova.network.neutron [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2361.675323] env[62187]: DEBUG nova.network.neutron [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c72d15-26", "ovs_interfaceid": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.733991] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133638, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.832307] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 3f82360d-09f1-4acc-8c5d-b25020e10cc0] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2361.848414] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2361.848633] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2361.848836] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleting the datastore file [datastore2] 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2361.849292] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfafba4f-fe4d-425f-ae4e-eaa0d2acbe55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.858316] env[62187]: DEBUG oslo_vmware.api [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2361.858316] env[62187]: value = "task-2133639" [ 2361.858316] env[62187]: _type = "Task" [ 2361.858316] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.870679] env[62187]: DEBUG oslo_vmware.api [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.912339] env[62187]: INFO nova.compute.resource_tracker [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating resource usage from migration ba4eae00-3ce9-4599-90e9-47134ce59f99 [ 2361.925829] env[62187]: DEBUG nova.compute.manager [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2361.926403] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2361.927209] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7dff90-89eb-4b1b-b78d-40f490567f77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.941134] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2361.944209] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29918d5-9968-4f70-93fa-747938737a06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.058690] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2362.059025] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2362.059123] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleting the datastore file [datastore2] 5ee057e2-04a4-4691-8d44-d0c893c73d44 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2362.059400] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21184bfe-f084-43ee-a3e2-769bd41070ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.069456] env[62187]: DEBUG oslo_vmware.api [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2362.069456] env[62187]: value = "task-2133641" [ 2362.069456] env[62187]: _type = "Task" [ 2362.069456] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.082255] env[62187]: DEBUG oslo_vmware.api [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.177835] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.178212] env[62187]: DEBUG nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Instance network_info: |[{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c72d15-26", "ovs_interfaceid": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2362.178803] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:26:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c72d15-26e9-4f0e-a389-bea111ae6e04', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2362.186668] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating folder: Project (2ebb43df25cd4cbeb739e07955e8302e). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2362.189699] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c08f8a18-27e7-4b09-b1bb-fcb2021c45b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.202033] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created folder: Project (2ebb43df25cd4cbeb739e07955e8302e) in parent group-v435995. [ 2362.202277] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating folder: Instances. Parent ref: group-v436278. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2362.203461] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39317cec-5755-4ec2-9ac4-a32614229ba6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.206016] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196387b5-79d5-4563-9f90-aa6d063f5e51 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.213966] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b2002-c984-491d-b4dd-abf40062ae95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.218398] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created folder: Instances in parent group-v436278. [ 2362.218632] env[62187]: DEBUG oslo.service.loopingcall [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2362.219201] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2362.219422] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00cd88cd-7527-4039-927a-98418c935f45 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.261151] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8405e132-9867-4418-9180-6dc79c125494 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.266623] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2362.266623] env[62187]: value = "task-2133644" [ 2362.266623] env[62187]: _type = "Task" [ 2362.266623] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.271675] env[62187]: DEBUG oslo_vmware.api [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133638, 'name': PowerOnVM_Task, 'duration_secs': 0.607015} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.275738] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe285f4f-bd65-4dc5-a248-3a32c900f23f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.280238] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2362.280460] env[62187]: INFO nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Took 14.08 seconds to spawn the instance on the hypervisor. [ 2362.280667] env[62187]: DEBUG nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2362.281465] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e6afd-32d5-4417-9fd2-eb5ed5f2f71e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.296910] env[62187]: DEBUG nova.compute.provider_tree [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2362.302597] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133644, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.335837] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 867c0e85-4ed7-4003-b3e0-bc642aa79d7f] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2362.339894] env[62187]: DEBUG nova.compute.manager [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2362.340694] env[62187]: DEBUG nova.compute.manager [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing instance network info cache due to event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2362.340694] env[62187]: DEBUG oslo_concurrency.lockutils [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] Acquiring lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.340694] env[62187]: DEBUG oslo_concurrency.lockutils [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] Acquired lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.340694] env[62187]: DEBUG nova.network.neutron [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2362.369879] env[62187]: DEBUG oslo_vmware.api [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295139} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.370148] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2362.370337] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2362.370587] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2362.370770] env[62187]: INFO nova.compute.manager [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Took 1.86 seconds to destroy the instance on the hypervisor. [ 2362.371031] env[62187]: DEBUG oslo.service.loopingcall [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2362.371235] env[62187]: DEBUG nova.compute.manager [-] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2362.371328] env[62187]: DEBUG nova.network.neutron [-] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2362.535471] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "44a56a4f-665a-428d-85b1-434938ca88b0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.535745] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.583241] env[62187]: DEBUG oslo_vmware.api [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303626} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.583489] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2362.583666] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2362.584256] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2362.584437] env[62187]: INFO nova.compute.manager [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Took 0.66 seconds to destroy the instance on the hypervisor. [ 2362.584675] env[62187]: DEBUG oslo.service.loopingcall [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2362.584920] env[62187]: DEBUG nova.compute.manager [-] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2362.585094] env[62187]: DEBUG nova.network.neutron [-] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2362.782489] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133644, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.807878] env[62187]: DEBUG nova.scheduler.client.report [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2362.821308] env[62187]: INFO nova.compute.manager [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Took 22.78 seconds to build instance. [ 2362.842522] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 48020d9c-a59b-4d17-baed-c87440cd2847] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2363.040337] env[62187]: INFO nova.compute.manager [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Detaching volume 661bfe63-081e-40ce-9f90-167e1f3e1880 [ 2363.080619] env[62187]: INFO nova.virt.block_device [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Attempting to driver detach volume 661bfe63-081e-40ce-9f90-167e1f3e1880 from mountpoint /dev/sdb [ 2363.080867] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2363.081066] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436211', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'name': 'volume-661bfe63-081e-40ce-9f90-167e1f3e1880', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44a56a4f-665a-428d-85b1-434938ca88b0', 'attached_at': '', 'detached_at': '', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'serial': '661bfe63-081e-40ce-9f90-167e1f3e1880'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2363.081946] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55f9318-0864-4c48-b421-15664ede51b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.110131] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32576048-95cc-4070-b253-d785b6ec3a0d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.122631] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc62477c-4b44-4b2d-99f8-ccc8be7b648f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.149976] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba6da02-bd67-4827-860e-4517a48e0074 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.170902] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] The volume has not been displaced from its original location: [datastore2] volume-661bfe63-081e-40ce-9f90-167e1f3e1880/volume-661bfe63-081e-40ce-9f90-167e1f3e1880.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2363.176314] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2363.177029] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abe46fb-e718-4093-8f9c-b95779526470 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.196352] env[62187]: DEBUG oslo_vmware.api [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2363.196352] env[62187]: value = "task-2133645" [ 2363.196352] env[62187]: _type = "Task" [ 2363.196352] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.205835] env[62187]: DEBUG oslo_vmware.api [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.283161] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133644, 'name': CreateVM_Task, 'duration_secs': 0.607738} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.285746] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2363.286420] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.286571] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.286898] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2363.287502] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e506af65-2834-4623-af06-02cb9c3d34e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.292973] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2363.292973] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c47d9e-960c-990b-d064-0b8c5afe368a" [ 2363.292973] env[62187]: _type = "Task" [ 2363.292973] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.302591] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c47d9e-960c-990b-d064-0b8c5afe368a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.317093] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.420s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.317313] env[62187]: INFO nova.compute.manager [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Migrating [ 2363.324074] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.148s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.329023] env[62187]: DEBUG nova.objects.instance [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'resources' on Instance uuid d261d258-7b7b-4b92-9a7a-e5a8cfc59115 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2363.329023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-853f2ea0-26a3-4532-b938-f2f98d4f4a11 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.296s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.349906] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 290c3fc8-33a0-4b8c-ac48-20de7e5e723c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2363.456207] env[62187]: DEBUG nova.network.neutron [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updated VIF entry in instance network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2363.456207] env[62187]: DEBUG nova.network.neutron [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c72d15-26", "ovs_interfaceid": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.530990] env[62187]: DEBUG nova.network.neutron [-] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.711027] env[62187]: DEBUG oslo_vmware.api [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133645, 'name': ReconfigVM_Task, 'duration_secs': 0.351668} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.711027] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2363.719106] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5055a78a-8b5d-4c21-8fde-379ebfbf866a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.741200] env[62187]: DEBUG oslo_vmware.api [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2363.741200] env[62187]: value = "task-2133646" [ 2363.741200] env[62187]: _type = "Task" [ 2363.741200] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.750870] env[62187]: DEBUG oslo_vmware.api [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.764720] env[62187]: DEBUG nova.network.neutron [-] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.805112] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c47d9e-960c-990b-d064-0b8c5afe368a, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.805596] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.805979] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2363.806380] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.808125] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.808125] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2363.808125] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b054a236-2af7-4e89-9913-44457c663684 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.819021] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2363.819021] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2363.819021] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbc8ba2-151c-43f8-84ab-e89d20f1a760 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.824551] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2363.824551] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a0001e-7b03-7e6a-a4d6-5d297e9043d6" [ 2363.824551] env[62187]: _type = "Task" [ 2363.824551] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.835040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.835040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.835040] env[62187]: DEBUG nova.network.neutron [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2363.842030] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a0001e-7b03-7e6a-a4d6-5d297e9043d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011159} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.843529] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7140fbf0-da38-43fa-b4a0-2f0e5b9837c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.851466] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2363.851466] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52598ca2-e125-04d9-d46e-b58c7f399fec" [ 2363.851466] env[62187]: _type = "Task" [ 2363.851466] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.856396] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 3fb03c63-8fc0-4cb4-a785-fca42031952b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2363.870315] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52598ca2-e125-04d9-d46e-b58c7f399fec, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.870315] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.870315] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2363.870315] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-603e8838-8863-46b8-b04f-f9e9db785546 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.883207] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2363.883207] env[62187]: value = "task-2133647" [ 2363.883207] env[62187]: _type = "Task" [ 2363.883207] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.895712] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.960660] env[62187]: DEBUG oslo_concurrency.lockutils [req-b9de6b1a-f1d1-4e75-a3ba-7ab412298338 req-98ef1f39-42cf-40e7-8241-c650a163df9a service nova] Releasing lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.033488] env[62187]: INFO nova.compute.manager [-] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Took 1.66 seconds to deallocate network for instance. [ 2364.072775] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a893b6b3-e3ee-40d1-ab88-663a403f41de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.085411] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86af1f9-f257-4f12-95b7-2c3d5e2f2c64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.121577] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6444955a-2337-43fa-8334-6801da1b996f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.130276] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122aa3ad-dcb4-4350-90d1-d19d49695eaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.145983] env[62187]: DEBUG nova.compute.provider_tree [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2364.252426] env[62187]: DEBUG oslo_vmware.api [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133646, 'name': ReconfigVM_Task, 'duration_secs': 0.167921} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.252745] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436211', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'name': 'volume-661bfe63-081e-40ce-9f90-167e1f3e1880', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '44a56a4f-665a-428d-85b1-434938ca88b0', 'attached_at': '', 'detached_at': '', 'volume_id': '661bfe63-081e-40ce-9f90-167e1f3e1880', 'serial': '661bfe63-081e-40ce-9f90-167e1f3e1880'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2364.268261] env[62187]: INFO nova.compute.manager [-] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Took 1.68 seconds to deallocate network for instance. [ 2364.363195] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 04fb3dff-e3d7-4182-bf92-e8b2173c6f31] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2364.373526] env[62187]: DEBUG nova.compute.manager [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Received event network-vif-deleted-f75dfd21-0988-4aa6-9df5-3dfea248a1ad {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2364.373783] env[62187]: DEBUG nova.compute.manager [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Received event network-vif-deleted-86b50bfc-23fe-4282-b84f-add69e135e5a {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2364.374014] env[62187]: DEBUG nova.compute.manager [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Received event network-changed-052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2364.375036] env[62187]: DEBUG nova.compute.manager [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Refreshing instance network info cache due to event network-changed-052b0518-e890-4644-8f2d-0e6310681d47. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2364.375654] env[62187]: DEBUG oslo_concurrency.lockutils [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] Acquiring lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.375654] env[62187]: DEBUG oslo_concurrency.lockutils [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] Acquired lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.375654] env[62187]: DEBUG nova.network.neutron [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Refreshing network info cache for port 052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2364.394746] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.543499] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.648408] env[62187]: DEBUG nova.network.neutron [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [{"id": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "address": "fa:16:3e:f0:78:c2", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ec829-1a", "ovs_interfaceid": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.650274] env[62187]: DEBUG nova.scheduler.client.report [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2364.776372] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.799422] env[62187]: DEBUG nova.objects.instance [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'flavor' on Instance uuid 44a56a4f-665a-428d-85b1-434938ca88b0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2364.872487] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5efe9c74-a22a-4c7f-aa26-37834a0ae063] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2364.893665] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133647, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.124093] env[62187]: DEBUG nova.network.neutron [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Updated VIF entry in instance network info cache for port 052b0518-e890-4644-8f2d-0e6310681d47. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2365.124488] env[62187]: DEBUG nova.network.neutron [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Updating instance_info_cache with network_info: [{"id": "052b0518-e890-4644-8f2d-0e6310681d47", "address": "fa:16:3e:de:52:e2", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052b0518-e8", "ovs_interfaceid": "052b0518-e890-4644-8f2d-0e6310681d47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.154622] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.156253] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.159159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.618s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.159410] env[62187]: DEBUG nova.objects.instance [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lazy-loading 'resources' on Instance uuid 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2365.174639] env[62187]: INFO nova.scheduler.client.report [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted allocations for instance d261d258-7b7b-4b92-9a7a-e5a8cfc59115 [ 2365.376679] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 503f0f38-af02-4ddc-b04b-002428547164] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2365.396235] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133647, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.433789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.434027] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.627349] env[62187]: DEBUG oslo_concurrency.lockutils [req-750f0d7d-ace7-4f0f-b38a-9fac88e847d1 req-eb0bd35b-4d33-4711-9984-0ddfb950afdc service nova] Releasing lock "refresh_cache-b75c7ca7-c821-488f-92e9-58ad5c89fef9" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.683610] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9766e078-f378-4c87-a34c-5aa212d94203 tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "d261d258-7b7b-4b92-9a7a-e5a8cfc59115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.663s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.807238] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6403747e-ae48-4803-9128-47b88c2cb8dd tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.880359] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 0e96da6f-3127-4143-b850-bf55ff6d8af5] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2365.896209] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133647, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.694912} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.898959] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2365.899197] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2365.899662] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-938d98f7-4fe0-4af8-a946-6075818b6d8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.907600] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2365.907600] env[62187]: value = "task-2133648" [ 2365.907600] env[62187]: _type = "Task" [ 2365.907600] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.919132] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.936046] env[62187]: DEBUG nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2365.947757] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf42f5c-59b0-47e5-8802-04f48cd5f26c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.955829] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7eca366-d5a5-47a2-a474-5e314191c1db {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.990611] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05562837-0e6b-425b-acdc-77ad4a0f4c77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.999534] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e9b3b9-7ef9-4a85-9d78-6e91052afc80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.014164] env[62187]: DEBUG nova.compute.provider_tree [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2366.085092] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "76df0cfc-d079-4a7f-b641-67a7848cb416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.085466] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.086201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.086201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.086201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.089055] env[62187]: INFO nova.compute.manager [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Terminating instance [ 2366.383413] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 4cac6312-4c80-4930-ac8c-e8928cbabd5d] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2366.419722] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201467} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.420276] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2366.421045] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58dd6d-9a33-46ca-a588-086c92bd9f90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.443842] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2366.446167] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0878626d-67d6-4661-9166-9eeb89b8f6b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.469746] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2366.469746] env[62187]: value = "task-2133649" [ 2366.469746] env[62187]: _type = "Task" [ 2366.469746] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.474253] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.478338] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.517085] env[62187]: DEBUG nova.scheduler.client.report [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2366.594233] env[62187]: DEBUG nova.compute.manager [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2366.594421] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2366.597937] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb881e8-668d-46ab-9c64-1cdb1ed3bbe7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.606384] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2366.606636] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb0bbb1f-5244-41a5-9a3f-f771f02cf294 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.613697] env[62187]: DEBUG oslo_vmware.api [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2366.613697] env[62187]: value = "task-2133650" [ 2366.613697] env[62187]: _type = "Task" [ 2366.613697] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.622492] env[62187]: DEBUG oslo_vmware.api [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.673755] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1292db79-c3d6-4ccf-a27b-d9fad0580e34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.694409] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance '9ec7b3d2-d510-44f5-ae66-e15204e5d104' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2366.886925] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9a50a986-e206-42fd-a00d-70aead26871c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2366.895339] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "44a56a4f-665a-428d-85b1-434938ca88b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.895646] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.895899] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "44a56a4f-665a-428d-85b1-434938ca88b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.896137] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2366.896349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2366.898588] env[62187]: INFO nova.compute.manager [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Terminating instance [ 2366.980323] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133649, 'name': ReconfigVM_Task, 'duration_secs': 0.485479} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.980616] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2366.981263] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-126bcf88-34c5-41b5-ad14-349bfb1f789e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.989509] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2366.989509] env[62187]: value = "task-2133651" [ 2366.989509] env[62187]: _type = "Task" [ 2366.989509] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.998767] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133651, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.021961] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.025196] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.248s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.025438] env[62187]: DEBUG nova.objects.instance [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'resources' on Instance uuid 5ee057e2-04a4-4691-8d44-d0c893c73d44 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2367.041368] env[62187]: INFO nova.scheduler.client.report [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted allocations for instance 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb [ 2367.124482] env[62187]: DEBUG oslo_vmware.api [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133650, 'name': PowerOffVM_Task, 'duration_secs': 0.252154} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.124739] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2367.124907] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2367.125187] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a59e7ec0-8427-49a8-812c-742fb0bb8fd7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.200580] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2367.200898] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0c6dd37-45de-4335-80f1-ffcc462d4422 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.208993] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2367.208993] env[62187]: value = "task-2133653" [ 2367.208993] env[62187]: _type = "Task" [ 2367.208993] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.209947] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2367.210163] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2367.210774] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleting the datastore file [datastore2] 76df0cfc-d079-4a7f-b641-67a7848cb416 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2367.214953] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d122c5a8-b96f-4013-ae11-5049e802fe2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.225056] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.226875] env[62187]: DEBUG oslo_vmware.api [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for the task: (returnval){ [ 2367.226875] env[62187]: value = "task-2133654" [ 2367.226875] env[62187]: _type = "Task" [ 2367.226875] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.234820] env[62187]: DEBUG oslo_vmware.api [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.390274] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9bf633d8-49f4-4ab9-9431-320ba54b76e5] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2367.404837] env[62187]: DEBUG nova.compute.manager [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2367.405288] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2367.406580] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7b7961-7944-4819-907c-dd13747acda9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.415924] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2367.418135] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9b4f5ad-d1aa-4ae3-80af-c101ec3015c2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.426689] env[62187]: DEBUG oslo_vmware.api [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2367.426689] env[62187]: value = "task-2133655" [ 2367.426689] env[62187]: _type = "Task" [ 2367.426689] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.436401] env[62187]: DEBUG oslo_vmware.api [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.502819] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133651, 'name': Rename_Task, 'duration_secs': 0.150382} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.503267] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2367.503626] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d60685-39e2-441a-ba94-8b339b0ff14c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.511921] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2367.511921] env[62187]: value = "task-2133656" [ 2367.511921] env[62187]: _type = "Task" [ 2367.511921] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.520752] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.548698] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6c21c42c-e34b-4e5f-99ee-1b0eccfb2d63 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.549s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.719585] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133653, 'name': PowerOffVM_Task, 'duration_secs': 0.378503} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.722052] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2367.722245] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance '9ec7b3d2-d510-44f5-ae66-e15204e5d104' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2367.739026] env[62187]: DEBUG oslo_vmware.api [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Task: {'id': task-2133654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302286} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.742460] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2367.742460] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2367.742460] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2367.742460] env[62187]: INFO nova.compute.manager [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2367.742706] env[62187]: DEBUG oslo.service.loopingcall [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2367.743117] env[62187]: DEBUG nova.compute.manager [-] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2367.743341] env[62187]: DEBUG nova.network.neutron [-] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2367.758968] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2b4737-0aee-42aa-9bf4-a431b82dc064 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.767684] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3118a458-a0a5-4495-91f9-dc6c7b89e61f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.802781] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7498c13-a32b-4d9a-85b9-00ee97e1cdd3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.812492] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873499a4-fbbc-4046-8c3c-d7cbf102a54a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.827233] env[62187]: DEBUG nova.compute.provider_tree [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2367.895483] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 50e09825-ba09-4981-84f1-ab73fc07dc6a] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2367.939777] env[62187]: DEBUG oslo_vmware.api [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133655, 'name': PowerOffVM_Task, 'duration_secs': 0.178915} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.940314] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2367.940721] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2367.941253] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8f63b4e-e5c6-441e-8b42-895258cf2861 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.023479] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133656, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.037087] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2368.037087] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2368.037087] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleting the datastore file [datastore1] 44a56a4f-665a-428d-85b1-434938ca88b0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2368.037087] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b4797df-2283-4ae8-884f-e8a9c0045e57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.044342] env[62187]: DEBUG oslo_vmware.api [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2368.044342] env[62187]: value = "task-2133658" [ 2368.044342] env[62187]: _type = "Task" [ 2368.044342] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.053848] env[62187]: DEBUG oslo_vmware.api [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.230847] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2368.230847] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2368.230847] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2368.231550] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2368.232120] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2368.233301] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2368.233301] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2368.233301] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2368.233301] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2368.233524] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2368.234225] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2368.241795] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcb31dc-036d-4525-b10c-4577afe98ce2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.259646] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2368.259646] env[62187]: value = "task-2133659" [ 2368.259646] env[62187]: _type = "Task" [ 2368.259646] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.268935] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.356154] env[62187]: ERROR nova.scheduler.client.report [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [req-091ad0a7-0e9e-4528-a457-4bbf28ef0a3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-091ad0a7-0e9e-4528-a457-4bbf28ef0a3c"}]} [ 2368.373508] env[62187]: DEBUG nova.scheduler.client.report [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2368.378158] env[62187]: DEBUG nova.compute.manager [req-a322efa4-a9ae-4b58-bd50-ef24be75c856 req-4db0dab1-2225-4059-8366-d0d73fbad379 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Received event network-vif-deleted-571fab3e-a7fe-44df-bca5-a0472ee492b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2368.378464] env[62187]: INFO nova.compute.manager [req-a322efa4-a9ae-4b58-bd50-ef24be75c856 req-4db0dab1-2225-4059-8366-d0d73fbad379 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Neutron deleted interface 571fab3e-a7fe-44df-bca5-a0472ee492b4; detaching it from the instance and deleting it from the info cache [ 2368.378599] env[62187]: DEBUG nova.network.neutron [req-a322efa4-a9ae-4b58-bd50-ef24be75c856 req-4db0dab1-2225-4059-8366-d0d73fbad379 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.390459] env[62187]: DEBUG nova.scheduler.client.report [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2368.390664] env[62187]: DEBUG nova.compute.provider_tree [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2368.397076] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 676be4f0-bac2-4b3a-9d9d-2016c203a54a] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2368.402184] env[62187]: DEBUG nova.scheduler.client.report [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2368.423900] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.423900] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.430741] env[62187]: DEBUG nova.scheduler.client.report [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2368.525275] env[62187]: DEBUG oslo_vmware.api [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133656, 'name': PowerOnVM_Task, 'duration_secs': 0.701597} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.525519] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2368.525764] env[62187]: INFO nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Took 9.41 seconds to spawn the instance on the hypervisor. [ 2368.525946] env[62187]: DEBUG nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2368.526885] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb8db4-6529-4c1f-947d-3800d13f2129 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.554329] env[62187]: DEBUG oslo_vmware.api [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324421} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.556844] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2368.557430] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2368.557430] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2368.557430] env[62187]: INFO nova.compute.manager [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2368.557658] env[62187]: DEBUG oslo.service.loopingcall [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2368.558356] env[62187]: DEBUG nova.compute.manager [-] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2368.558476] env[62187]: DEBUG nova.network.neutron [-] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2368.661020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da697cef-e68e-412d-a58a-3841bba48770 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.672148] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1b7b62-1992-4cbe-ad52-a4202b8600fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.716788] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd747bd-4ddd-4b1d-822c-211519c9e9d5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.724781] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa5d083-b8c4-4ea0-99d8-eb6dabfcac2d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.738768] env[62187]: DEBUG nova.compute.provider_tree [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2368.770599] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.854198] env[62187]: DEBUG nova.network.neutron [-] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2368.881841] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1f951ab-eb5a-4337-b73c-77b5bfabf0e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.892416] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dc2e33-111f-43ab-aa66-64e1a5747971 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.905058] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 29e8255d-3145-4197-8184-f8c8008d28f9] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2368.933148] env[62187]: DEBUG nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2368.935234] env[62187]: DEBUG nova.compute.manager [req-a322efa4-a9ae-4b58-bd50-ef24be75c856 req-4db0dab1-2225-4059-8366-d0d73fbad379 service nova] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Detach interface failed, port_id=571fab3e-a7fe-44df-bca5-a0472ee492b4, reason: Instance 76df0cfc-d079-4a7f-b641-67a7848cb416 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2369.047944] env[62187]: INFO nova.compute.manager [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Took 15.32 seconds to build instance. [ 2369.273861] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133659, 'name': ReconfigVM_Task, 'duration_secs': 0.762316} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2369.274277] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance '9ec7b3d2-d510-44f5-ae66-e15204e5d104' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2369.289772] env[62187]: DEBUG nova.scheduler.client.report [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2369.289772] env[62187]: DEBUG nova.compute.provider_tree [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 159 to 160 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2369.289772] env[62187]: DEBUG nova.compute.provider_tree [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2369.356967] env[62187]: INFO nova.compute.manager [-] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Took 1.61 seconds to deallocate network for instance. [ 2369.409166] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 8f6a2782-b7da-4f4e-88ac-c921b5590d81] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2369.454260] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.551813] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dd622a4b-a95a-43e0-8ca6-05123afb3c2d tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.840s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.617732] env[62187]: DEBUG nova.network.neutron [-] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2369.785020] env[62187]: DEBUG nova.virt.hardware [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2369.791824] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2369.792315] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256cb373-36ae-4101-ac7a-d4c8b8e6d15d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.807018] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.781s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.808070] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.334s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.812271] env[62187]: INFO nova.compute.claims [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2369.826562] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2369.826562] env[62187]: value = "task-2133660" [ 2369.826562] env[62187]: _type = "Task" [ 2369.826562] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.837818] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133660, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.838910] env[62187]: INFO nova.scheduler.client.report [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted allocations for instance 5ee057e2-04a4-4691-8d44-d0c893c73d44 [ 2369.864871] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.912595] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 0467a236-6cf0-4cba-8948-fdba0b305dcf] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2370.120432] env[62187]: INFO nova.compute.manager [-] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Took 1.56 seconds to deallocate network for instance. [ 2370.339490] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133660, 'name': ReconfigVM_Task, 'duration_secs': 0.152979} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.342967] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2370.342967] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c0bc84-53be-4380-8f60-52d8ffdf4b67 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.351663] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0cac610d-aba6-4102-bea7-f2aa2231ff80 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "5ee057e2-04a4-4691-8d44-d0c893c73d44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.935s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.373850] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483/volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2370.374357] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d812673-fda3-4187-bd9d-f6e72519f146 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.393272] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2370.393272] env[62187]: value = "task-2133661" [ 2370.393272] env[62187]: _type = "Task" [ 2370.393272] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.401450] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.404625] env[62187]: DEBUG nova.compute.manager [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Received event network-vif-deleted-ea137700-f78d-4dd2-b47c-54cc11460c03 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2370.404825] env[62187]: DEBUG nova.compute.manager [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2370.405008] env[62187]: DEBUG nova.compute.manager [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing instance network info cache due to event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2370.405326] env[62187]: DEBUG oslo_concurrency.lockutils [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] Acquiring lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2370.405525] env[62187]: DEBUG oslo_concurrency.lockutils [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] Acquired lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2370.405707] env[62187]: DEBUG nova.network.neutron [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2370.415429] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9ca126d8-95eb-414e-a68a-7610387f5e23] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2370.626700] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.905949] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133661, 'name': ReconfigVM_Task, 'duration_secs': 0.368027} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.908757] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483/volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2370.909104] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance '9ec7b3d2-d510-44f5-ae66-e15204e5d104' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2370.918369] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: c6ff97d8-27e3-4885-985e-d454b8f558f5] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2371.040995] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d94d85d-392e-44cd-a375-860945dfc62d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.048331] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dc61f7-1503-4ee9-a53e-145a5569b6da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.081200] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ae24f7-1bcc-4a32-8eec-39e0e505c59a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.091437] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feac60a0-81e7-4aff-97f8-f336b8f7d953 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.104804] env[62187]: DEBUG nova.compute.provider_tree [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2371.318248] env[62187]: DEBUG nova.network.neutron [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updated VIF entry in instance network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2371.318635] env[62187]: DEBUG nova.network.neutron [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c72d15-26", "ovs_interfaceid": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2371.417341] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f2b13c-5903-49c8-8ccd-960f21321b3d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.420907] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b10ead28-9f49-4633-b23a-7563f7eca055] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2371.440261] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21032c9c-67fb-4a1c-8286-f733b18f6e46 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.458632] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance '9ec7b3d2-d510-44f5-ae66-e15204e5d104' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2371.626954] env[62187]: ERROR nova.scheduler.client.report [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [req-fb35fc07-82fc-4383-b618-c6af7ec7b9b7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb35fc07-82fc-4383-b618-c6af7ec7b9b7"}]} [ 2371.641671] env[62187]: DEBUG nova.scheduler.client.report [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2371.652728] env[62187]: DEBUG nova.scheduler.client.report [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2371.652926] env[62187]: DEBUG nova.compute.provider_tree [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2371.662594] env[62187]: DEBUG nova.scheduler.client.report [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2371.677174] env[62187]: DEBUG nova.scheduler.client.report [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2371.710661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.710891] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.821365] env[62187]: DEBUG oslo_concurrency.lockutils [req-07b7fccb-f1b4-46fd-996a-54e5c65e3b72 req-e5c7ccf2-a8bc-45bc-866c-9de96013487c service nova] Releasing lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.865883] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab776c0c-a724-4996-8eff-ba3abb8fe34e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.876340] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd49804-27d3-4261-a2ab-ab164ba33398 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.906802] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d57346-e8a8-4a6c-9a3e-749b606999e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.914436] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad9f026-26fc-4aa8-9b47-a07d61a233ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.927702] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 8ab09ec8-012b-4295-b55e-204de8b7e79e] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2371.929786] env[62187]: DEBUG nova.compute.provider_tree [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2371.934567] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.934783] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.214343] env[62187]: INFO nova.compute.manager [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Detaching volume 9673f4d5-d360-47a1-9b08-7b1a23e5e62a [ 2372.244558] env[62187]: INFO nova.virt.block_device [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Attempting to driver detach volume 9673f4d5-d360-47a1-9b08-7b1a23e5e62a from mountpoint /dev/sdb [ 2372.244861] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2372.245102] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436264', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'name': 'volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f41b4484-20f9-4882-82d2-4cc9daa3b65a', 'attached_at': '', 'detached_at': '', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'serial': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2372.245989] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb31bf7-10f9-491c-bc78-822cbcab53b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.269413] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0710ed72-7274-4c3d-a880-eed7d9c3698f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.276372] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85930c5a-52ee-4418-8b1f-7934f54828cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.296495] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc29741-eaeb-4ab9-90a4-992c848ac44f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.310563] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] The volume has not been displaced from its original location: [datastore1] volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a/volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2372.315770] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2372.316062] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4cc6d8-547e-4504-9a97-eb7d2694cb8a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.333322] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2372.333322] env[62187]: value = "task-2133662" [ 2372.333322] env[62187]: _type = "Task" [ 2372.333322] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2372.340589] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.432340] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e5540ead-917b-4a5b-a11e-d5bed9ea0331] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2372.437552] env[62187]: DEBUG nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2372.466807] env[62187]: DEBUG nova.scheduler.client.report [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2372.467100] env[62187]: DEBUG nova.compute.provider_tree [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 161 to 162 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2372.467314] env[62187]: DEBUG nova.compute.provider_tree [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2372.844821] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.935635] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 66e4bd18-5b1e-4854-960b-cf890d53c7cb] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2372.959009] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2372.972632] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.165s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.973132] env[62187]: DEBUG nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2372.975650] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.522s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.976991] env[62187]: INFO nova.compute.claims [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2373.094335] env[62187]: DEBUG nova.network.neutron [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Port cd0ec829-1aa8-4403-9a2c-14e52f34daa9 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2373.344040] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133662, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.439358] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 99fe39eb-5075-4b07-af3a-4d751be4e50a] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2373.481173] env[62187]: DEBUG nova.compute.utils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2373.486388] env[62187]: DEBUG nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2373.487028] env[62187]: DEBUG nova.network.neutron [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2373.552837] env[62187]: DEBUG nova.policy [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4054f0f870a24d1ba4f9cf8e1a073dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad3c04807e7a48be91a9c9718b363af9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2373.802482] env[62187]: DEBUG nova.network.neutron [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Successfully created port: dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2373.844997] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133662, 'name': ReconfigVM_Task, 'duration_secs': 1.216692} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.845299] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2373.849877] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6922664b-c017-43f1-bde7-a138ffc62f45 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.864110] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2373.864110] env[62187]: value = "task-2133663" [ 2373.864110] env[62187]: _type = "Task" [ 2373.864110] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.871892] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.943329] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e25571ce-77da-4871-af48-c597560cd9a0] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2373.987455] env[62187]: DEBUG nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2374.118048] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.118206] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.118362] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.181394] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6fd1a4-b680-4840-b2cb-bc8bda2f7993 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.189312] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34384713-a3b6-4bb4-b996-6fb0c6beaba5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.219442] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05814568-f9c3-4320-8516-f9570b3e4711 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.225891] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e349a-c17f-442d-bd1f-619acacd88e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.238419] env[62187]: DEBUG nova.compute.provider_tree [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2374.374307] env[62187]: DEBUG oslo_vmware.api [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133663, 'name': ReconfigVM_Task, 'duration_secs': 0.129209} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.375040] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436264', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'name': 'volume-9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f41b4484-20f9-4882-82d2-4cc9daa3b65a', 'attached_at': '', 'detached_at': '', 'volume_id': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a', 'serial': '9673f4d5-d360-47a1-9b08-7b1a23e5e62a'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2374.446901] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 837a0057-787e-4fb6-ae79-b5fbc06a3038] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2374.741945] env[62187]: DEBUG nova.scheduler.client.report [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2374.914335] env[62187]: DEBUG nova.objects.instance [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2374.950137] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 33ebd22b-5865-47ea-ad86-8e2c4acc01f3] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2374.999604] env[62187]: DEBUG nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2375.024968] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2375.025229] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2375.025387] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2375.025565] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2375.025706] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2375.025850] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2375.026062] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2375.026220] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2375.026384] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2375.026538] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2375.026706] env[62187]: DEBUG nova.virt.hardware [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2375.027648] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7115d8-0f19-4e31-9f33-57ed493e3213 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.035562] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bfa7b5-2c9b-4bc3-8b7b-3bcdbad03aaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.154990] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2375.155335] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2375.155541] env[62187]: DEBUG nova.network.neutron [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2375.246591] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.247100] env[62187]: DEBUG nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2375.250095] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.385s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.250275] env[62187]: DEBUG nova.objects.instance [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lazy-loading 'resources' on Instance uuid 76df0cfc-d079-4a7f-b641-67a7848cb416 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2375.453211] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: e6597109-844a-47f7-85b9-1c3be44606a8] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2375.754081] env[62187]: DEBUG nova.compute.utils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2375.758449] env[62187]: DEBUG nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2375.758560] env[62187]: DEBUG nova.network.neutron [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2375.833218] env[62187]: DEBUG nova.policy [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe5974d190144803be761f95dd2e6189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372711927fdf4ea7b63f2ed784c7d3b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2375.921514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bea3e1d-42a6-48aa-ada1-fbf128175053 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.210s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.927334] env[62187]: DEBUG oslo_concurrency.lockutils [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2375.927589] env[62187]: DEBUG oslo_concurrency.lockutils [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.927787] env[62187]: DEBUG nova.compute.manager [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2375.928791] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d351e-eb1e-46ac-9581-b73f5f2352e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.938814] env[62187]: DEBUG nova.compute.manager [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2375.939388] env[62187]: DEBUG nova.objects.instance [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2375.956116] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5344920a-e824-4ae6-ad29-8415d3015360] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2376.016187] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9501a146-c0fa-4a00-9e97-68bac7d4abea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.025068] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf47970-7570-4426-a807-fc0dd1bc622e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.056191] env[62187]: DEBUG nova.network.neutron [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [{"id": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "address": "fa:16:3e:f0:78:c2", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ec829-1a", "ovs_interfaceid": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.057882] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2afb1e-ab47-4392-a17b-ce7102d84775 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.065713] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b295954-2897-4043-ad53-c17aba1332c1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.081272] env[62187]: DEBUG nova.compute.provider_tree [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2376.169092] env[62187]: DEBUG nova.network.neutron [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Successfully created port: 33a75158-9da1-4aea-bc00-e2bfe911f2b2 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2376.259582] env[62187]: DEBUG nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2376.459071] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 623c4d1d-55ac-4685-b335-04117f96129a] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2376.561441] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2376.586148] env[62187]: DEBUG nova.scheduler.client.report [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2376.946776] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2376.946884] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d6a8371-29cd-4ce3-9bfc-2f00c8e83dc5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.954880] env[62187]: DEBUG oslo_vmware.api [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2376.954880] env[62187]: value = "task-2133664" [ 2376.954880] env[62187]: _type = "Task" [ 2376.954880] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.964138] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5bf2b512-1a95-4ad8-8d11-473e8683b68e] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2376.966153] env[62187]: DEBUG oslo_vmware.api [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.071370] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d28d2b4-b0e3-4758-906b-63f669cd727b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.079184] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0958abe-caed-4bf8-a939-f0ffb86e2940 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.091598] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.097437] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.471s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.097706] env[62187]: DEBUG nova.objects.instance [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'resources' on Instance uuid 44a56a4f-665a-428d-85b1-434938ca88b0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2377.116027] env[62187]: INFO nova.scheduler.client.report [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Deleted allocations for instance 76df0cfc-d079-4a7f-b641-67a7848cb416 [ 2377.268559] env[62187]: DEBUG nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2377.295298] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2377.295571] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2377.295727] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2377.295921] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2377.296088] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2377.296239] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2377.296439] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2377.296594] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2377.296753] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2377.296908] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2377.297097] env[62187]: DEBUG nova.virt.hardware [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2377.298023] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c372ed3-a47f-4980-8458-fd2d4e785f7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.306244] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898ad74-7ef9-4e1d-8655-c9e9afbeb6f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.464496] env[62187]: DEBUG oslo_vmware.api [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133664, 'name': PowerOffVM_Task, 'duration_secs': 0.29914} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.464768] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2377.464958] env[62187]: DEBUG nova.compute.manager [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2377.465713] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d98ded-f525-419e-82e3-8afbc9f150dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.187507] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 26375696-a789-4eec-91cf-47ef118b2bbe] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2378.195420] env[62187]: DEBUG oslo_concurrency.lockutils [None req-d96f8fa2-3293-4a7c-956f-1de3bdf7ba9d tempest-AttachInterfacesTestJSON-1413042013 tempest-AttachInterfacesTestJSON-1413042013-project-member] Lock "76df0cfc-d079-4a7f-b641-67a7848cb416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.110s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.394110] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d870cfd-2872-4c25-9178-53963ce14b31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.401488] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9844ddd8-cf65-4f8e-badf-cff9073a9e72 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.431460] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1422aa8e-dc8c-4330-b87d-17223566b439 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.438568] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903407ec-70fc-44a7-b66f-ca1031ed8465 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.454880] env[62187]: DEBUG nova.compute.provider_tree [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2378.697019] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2378.697019] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances with incomplete migration {{(pid=62187) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2378.699878] env[62187]: DEBUG nova.compute.manager [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2378.700900] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edec939-0fe0-429f-9795-b35c12e0ad7d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.707810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-59802e86-832c-47c4-b361-60aa333453af tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.780s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.741228] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cfb732-7bbb-4c43-9921-e6c1171db2a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.760385] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84b15ea-64e0-4b4c-ac16-cdd0d28d5843 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.767227] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance '9ec7b3d2-d510-44f5-ae66-e15204e5d104' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2378.958847] env[62187]: DEBUG nova.scheduler.client.report [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2379.200697] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.215317] env[62187]: INFO nova.compute.manager [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] instance snapshotting [ 2379.215659] env[62187]: DEBUG nova.objects.instance [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'flavor' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2379.273069] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2379.273308] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a612edd-e5e2-4d17-a9fd-5f478fc7b611 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.280600] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2379.280600] env[62187]: value = "task-2133665" [ 2379.280600] env[62187]: _type = "Task" [ 2379.280600] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.289292] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.464012] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.466528] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.508s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.468230] env[62187]: INFO nova.compute.claims [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2379.494620] env[62187]: INFO nova.scheduler.client.report [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted allocations for instance 44a56a4f-665a-428d-85b1-434938ca88b0 [ 2379.530510] env[62187]: DEBUG nova.objects.instance [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2379.722084] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca1766-aa1f-4f31-b6ab-700423cfb182 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.741456] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75615757-9de5-43c0-80e0-a254be234a6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.789986] env[62187]: DEBUG oslo_vmware.api [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133665, 'name': PowerOnVM_Task, 'duration_secs': 0.350545} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.790282] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2379.790459] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7d346e61-0172-4511-b2f0-962e4ea02246 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance '9ec7b3d2-d510-44f5-ae66-e15204e5d104' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2380.002395] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9b8ddbe-f3fa-4b20-b09b-7d199e297999 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "44a56a4f-665a-428d-85b1-434938ca88b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.107s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.035156] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.035406] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2380.035576] env[62187]: DEBUG nova.network.neutron [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2380.035742] env[62187]: DEBUG nova.objects.instance [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'info_cache' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2380.251471] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2380.251804] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2e6fa89a-0da3-4fd4-b4d9-50e7c26730e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.262019] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2380.262019] env[62187]: value = "task-2133666" [ 2380.262019] env[62187]: _type = "Task" [ 2380.262019] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.268535] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.539588] env[62187]: DEBUG nova.objects.base [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2380.678629] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcd5bc9-8247-4f8b-b6e8-d74639700b9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.687271] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4249932-ecb6-4ce1-8c26-5c65739620fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.729653] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63871b9-6b72-49ba-8a07-a15a1c2c325b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.737553] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac41815-95ed-4c4b-8666-e0a96e8b506d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.753238] env[62187]: DEBUG nova.compute.provider_tree [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2380.770970] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.257646] env[62187]: DEBUG nova.scheduler.client.report [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2381.280415] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133666, 'name': CreateSnapshot_Task, 'duration_secs': 0.531841} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.284241] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2381.285324] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e14aa-5abd-4614-a076-9c161b0d7954 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.581336] env[62187]: DEBUG nova.network.neutron [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating instance_info_cache with network_info: [{"id": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "address": "fa:16:3e:50:28:c5", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb37476a-58", "ovs_interfaceid": "fb37476a-58a8-4a91-b966-d101e4cb9da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.768183] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.768796] env[62187]: DEBUG nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2381.810018] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2381.810018] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7e40f08-dcfd-41e2-bc66-15ffcdd3b97a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2381.811593] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2381.811593] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.811729] env[62187]: DEBUG nova.compute.manager [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Going to confirm migration 5 {{(pid=62187) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2381.819857] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2381.819857] env[62187]: value = "task-2133667" [ 2381.819857] env[62187]: _type = "Task" [ 2381.819857] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2381.828843] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133667, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.083995] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "refresh_cache-f41b4484-20f9-4882-82d2-4cc9daa3b65a" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2382.274682] env[62187]: DEBUG nova.compute.utils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2382.277180] env[62187]: DEBUG nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2382.277180] env[62187]: DEBUG nova.network.neutron [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2382.321278] env[62187]: DEBUG nova.policy [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1822c89706e4e6f8e77a169d8d20eb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca6f4bced124d88a00fcb00c3cd0fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2382.333934] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133667, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.411062] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2382.411274] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquired lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2382.411452] env[62187]: DEBUG nova.network.neutron [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2382.411635] env[62187]: DEBUG nova.objects.instance [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'info_cache' on Instance uuid 9ec7b3d2-d510-44f5-ae66-e15204e5d104 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2382.615694] env[62187]: DEBUG nova.network.neutron [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Successfully created port: b9672ea9-90a5-4f6d-afcb-901468abd012 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2382.779808] env[62187]: DEBUG nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2382.842163] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.842736] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.844220] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133667, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.090979] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2383.091864] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0baaec-a9da-44b3-b42a-a202db8dea7e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.099708] env[62187]: DEBUG oslo_vmware.api [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2383.099708] env[62187]: value = "task-2133668" [ 2383.099708] env[62187]: _type = "Task" [ 2383.099708] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2383.108043] env[62187]: DEBUG oslo_vmware.api [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.335331] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133667, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.346254] env[62187]: DEBUG nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2383.614017] env[62187]: DEBUG oslo_vmware.api [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.794191] env[62187]: DEBUG nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2383.806068] env[62187]: DEBUG nova.network.neutron [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [{"id": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "address": "fa:16:3e:f0:78:c2", "network": {"id": "528ab711-0eb3-440d-8c8c-7f9ba692a344", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1219650487-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed36e12ca3954bf0a69c1a8a906da6aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0ec829-1a", "ovs_interfaceid": "cd0ec829-1aa8-4403-9a2c-14e52f34daa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2383.824410] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2383.824651] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2383.824806] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2383.824982] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2383.825137] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2383.825283] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2383.825487] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2383.825642] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2383.825804] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2383.825960] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2383.827522] env[62187]: DEBUG nova.virt.hardware [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2383.828656] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220143d6-c8f1-4809-9f92-758ece408352 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.846395] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e6b71e-e2c0-4ade-82dc-8f44a62a0ae9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.856035] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133667, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.890732] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.890993] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.892691] env[62187]: INFO nova.compute.claims [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2383.937941] env[62187]: DEBUG nova.compute.manager [req-fba559ef-fff1-4d24-a637-11c37b99cefc req-ad69bed1-9626-4711-9237-40dec164ddfe service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Received event network-vif-plugged-33a75158-9da1-4aea-bc00-e2bfe911f2b2 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2383.937941] env[62187]: DEBUG oslo_concurrency.lockutils [req-fba559ef-fff1-4d24-a637-11c37b99cefc req-ad69bed1-9626-4711-9237-40dec164ddfe service nova] Acquiring lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.937941] env[62187]: DEBUG oslo_concurrency.lockutils [req-fba559ef-fff1-4d24-a637-11c37b99cefc req-ad69bed1-9626-4711-9237-40dec164ddfe service nova] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.937941] env[62187]: DEBUG oslo_concurrency.lockutils [req-fba559ef-fff1-4d24-a637-11c37b99cefc req-ad69bed1-9626-4711-9237-40dec164ddfe service nova] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.937941] env[62187]: DEBUG nova.compute.manager [req-fba559ef-fff1-4d24-a637-11c37b99cefc req-ad69bed1-9626-4711-9237-40dec164ddfe service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] No waiting events found dispatching network-vif-plugged-33a75158-9da1-4aea-bc00-e2bfe911f2b2 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2383.937941] env[62187]: WARNING nova.compute.manager [req-fba559ef-fff1-4d24-a637-11c37b99cefc req-ad69bed1-9626-4711-9237-40dec164ddfe service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Received unexpected event network-vif-plugged-33a75158-9da1-4aea-bc00-e2bfe911f2b2 for instance with vm_state building and task_state spawning. [ 2383.984625] env[62187]: DEBUG nova.compute.manager [req-42c4c4e7-0377-4ed7-8f90-45592ed9d9fb req-22c3d123-c431-47da-878c-4fc77ede1ac8 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Received event network-vif-plugged-dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2383.985665] env[62187]: DEBUG oslo_concurrency.lockutils [req-42c4c4e7-0377-4ed7-8f90-45592ed9d9fb req-22c3d123-c431-47da-878c-4fc77ede1ac8 service nova] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2383.985665] env[62187]: DEBUG oslo_concurrency.lockutils [req-42c4c4e7-0377-4ed7-8f90-45592ed9d9fb req-22c3d123-c431-47da-878c-4fc77ede1ac8 service nova] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.985665] env[62187]: DEBUG oslo_concurrency.lockutils [req-42c4c4e7-0377-4ed7-8f90-45592ed9d9fb req-22c3d123-c431-47da-878c-4fc77ede1ac8 service nova] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.985665] env[62187]: DEBUG nova.compute.manager [req-42c4c4e7-0377-4ed7-8f90-45592ed9d9fb req-22c3d123-c431-47da-878c-4fc77ede1ac8 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] No waiting events found dispatching network-vif-plugged-dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2383.986188] env[62187]: WARNING nova.compute.manager [req-42c4c4e7-0377-4ed7-8f90-45592ed9d9fb req-22c3d123-c431-47da-878c-4fc77ede1ac8 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Received unexpected event network-vif-plugged-dd1e5d2c-9484-428c-a0c8-8f85768daf43 for instance with vm_state building and task_state spawning. [ 2384.114429] env[62187]: DEBUG oslo_vmware.api [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133668, 'name': PowerOnVM_Task, 'duration_secs': 0.684798} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.115328] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2384.115328] env[62187]: DEBUG nova.compute.manager [None req-e8ff8267-3e4e-44d7-b449-dc2bb97bc0f4 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2384.115751] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d182a63-94e6-4347-927d-3cfdec441f53 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.235588] env[62187]: DEBUG nova.network.neutron [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Successfully updated port: dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2384.310714] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Releasing lock "refresh_cache-9ec7b3d2-d510-44f5-ae66-e15204e5d104" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2384.311139] env[62187]: DEBUG nova.objects.instance [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'migration_context' on Instance uuid 9ec7b3d2-d510-44f5-ae66-e15204e5d104 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2384.339551] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133667, 'name': CloneVM_Task, 'duration_secs': 2.309438} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2384.339985] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Created linked-clone VM from snapshot [ 2384.340670] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317ae201-2ae1-4098-a3f5-944813cd299f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.348361] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Uploading image 10217ff0-2da9-4fba-8b55-c4eccb879a61 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2384.374250] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2384.374250] env[62187]: value = "vm-436282" [ 2384.374250] env[62187]: _type = "VirtualMachine" [ 2384.374250] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2384.374531] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b45e76e-e4b4-4b66-bd54-d56bea01d07d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.382809] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease: (returnval){ [ 2384.382809] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524858d2-b892-18fd-858c-d6633629bf59" [ 2384.382809] env[62187]: _type = "HttpNfcLease" [ 2384.382809] env[62187]: } obtained for exporting VM: (result){ [ 2384.382809] env[62187]: value = "vm-436282" [ 2384.382809] env[62187]: _type = "VirtualMachine" [ 2384.382809] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2384.383272] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the lease: (returnval){ [ 2384.383272] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524858d2-b892-18fd-858c-d6633629bf59" [ 2384.383272] env[62187]: _type = "HttpNfcLease" [ 2384.383272] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2384.390655] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2384.390655] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524858d2-b892-18fd-858c-d6633629bf59" [ 2384.390655] env[62187]: _type = "HttpNfcLease" [ 2384.390655] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2384.417752] env[62187]: DEBUG nova.network.neutron [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Successfully updated port: b9672ea9-90a5-4f6d-afcb-901468abd012 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2384.542594] env[62187]: DEBUG nova.network.neutron [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Successfully updated port: 33a75158-9da1-4aea-bc00-e2bfe911f2b2 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2384.738093] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2384.738257] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2384.738482] env[62187]: DEBUG nova.network.neutron [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2384.817316] env[62187]: DEBUG nova.objects.base [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Object Instance<9ec7b3d2-d510-44f5-ae66-e15204e5d104> lazy-loaded attributes: info_cache,migration_context {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2384.818265] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbab9212-93bc-4f46-9979-4dc5cefedae0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.839534] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f982b38-3609-433f-b719-e7e90ed3c77b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.845462] env[62187]: DEBUG oslo_vmware.api [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2384.845462] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523f754d-2575-7e28-847b-be7d645aa54d" [ 2384.845462] env[62187]: _type = "Task" [ 2384.845462] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.854426] env[62187]: DEBUG oslo_vmware.api [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523f754d-2575-7e28-847b-be7d645aa54d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.891043] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2384.891043] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524858d2-b892-18fd-858c-d6633629bf59" [ 2384.891043] env[62187]: _type = "HttpNfcLease" [ 2384.891043] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2384.891346] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2384.891346] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]524858d2-b892-18fd-858c-d6633629bf59" [ 2384.891346] env[62187]: _type = "HttpNfcLease" [ 2384.891346] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2384.892049] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f97f7b-d2c1-4e67-b6c6-4a20a5347d42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.907951] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c12ff-6c69-0078-36ab-3493dfea9405/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2384.908156] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c12ff-6c69-0078-36ab-3493dfea9405/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2384.974967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-7a4e9ef9-9e5d-4888-a525-3965a8031c79" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2384.975046] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-7a4e9ef9-9e5d-4888-a525-3965a8031c79" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2384.975205] env[62187]: DEBUG nova.network.neutron [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2385.012896] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-90e631c5-c61d-4689-8ee3-6c69c5f28af7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.052647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "refresh_cache-7362da80-4128-42d2-a5bb-1f3ae4b6848b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2385.052647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "refresh_cache-7362da80-4128-42d2-a5bb-1f3ae4b6848b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2385.052647] env[62187]: DEBUG nova.network.neutron [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2385.220702] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f12a2a-6fd4-41f2-aa5a-2f99393c998e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.229735] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc312ee-97a7-4f5b-a0b6-f6d84791c5fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.271221] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f98c5-fef6-4d86-87dc-a070a32f4ac9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.280340] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b8ba19-5da6-4356-bd45-a3e5aefdffbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.294511] env[62187]: DEBUG nova.compute.provider_tree [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2385.308428] env[62187]: DEBUG nova.network.neutron [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2385.357359] env[62187]: DEBUG oslo_vmware.api [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523f754d-2575-7e28-847b-be7d645aa54d, 'name': SearchDatastore_Task, 'duration_secs': 0.007265} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.357726] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.545588] env[62187]: DEBUG nova.network.neutron [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2385.560815] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2385.561062] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2385.657538] env[62187]: DEBUG nova.network.neutron [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2385.779729] env[62187]: DEBUG nova.network.neutron [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2385.798751] env[62187]: DEBUG nova.scheduler.client.report [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2385.999449] env[62187]: DEBUG nova.network.neutron [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Updating instance_info_cache with network_info: [{"id": "b9672ea9-90a5-4f6d-afcb-901468abd012", "address": "fa:16:3e:25:ba:b1", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9672ea9-90", "ovs_interfaceid": "b9672ea9-90a5-4f6d-afcb-901468abd012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.026491] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Received event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2386.026843] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing instance network info cache due to event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2386.027050] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Acquiring lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2386.068172] env[62187]: DEBUG nova.network.neutron [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Updating instance_info_cache with network_info: [{"id": "33a75158-9da1-4aea-bc00-e2bfe911f2b2", "address": "fa:16:3e:30:cf:0c", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a75158-9d", "ovs_interfaceid": "33a75158-9da1-4aea-bc00-e2bfe911f2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.073861] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.079528] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.079738] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.079801] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.079956] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.283151] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.283151] env[62187]: DEBUG nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Instance network_info: |[{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2386.283964] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Acquired lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2386.283964] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2386.286938] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:62:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd1e5d2c-9484-428c-a0c8-8f85768daf43', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2386.298616] env[62187]: DEBUG oslo.service.loopingcall [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2386.300922] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2386.301449] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45419297-07b4-4b75-ae66-498c2c19e4c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.318713] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.319336] env[62187]: DEBUG nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2386.322413] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.965s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.331040] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2386.331040] env[62187]: value = "task-2133670" [ 2386.331040] env[62187]: _type = "Task" [ 2386.331040] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.341791] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133670, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.502905] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-7a4e9ef9-9e5d-4888-a525-3965a8031c79" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.503327] env[62187]: DEBUG nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Instance network_info: |[{"id": "b9672ea9-90a5-4f6d-afcb-901468abd012", "address": "fa:16:3e:25:ba:b1", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9672ea9-90", "ovs_interfaceid": "b9672ea9-90a5-4f6d-afcb-901468abd012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2386.503810] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ba:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9672ea9-90a5-4f6d-afcb-901468abd012', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2386.513019] env[62187]: DEBUG oslo.service.loopingcall [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2386.513019] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2386.513019] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-699c9322-9bef-41ec-a7a0-614c8ba2db39 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.536471] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2386.536471] env[62187]: value = "task-2133671" [ 2386.536471] env[62187]: _type = "Task" [ 2386.536471] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.544804] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133671, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.580130] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "refresh_cache-7362da80-4128-42d2-a5bb-1f3ae4b6848b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.580478] env[62187]: DEBUG nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Instance network_info: |[{"id": "33a75158-9da1-4aea-bc00-e2bfe911f2b2", "address": "fa:16:3e:30:cf:0c", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a75158-9d", "ovs_interfaceid": "33a75158-9da1-4aea-bc00-e2bfe911f2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2386.580914] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:cf:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33a75158-9da1-4aea-bc00-e2bfe911f2b2', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2386.591372] env[62187]: DEBUG oslo.service.loopingcall [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2386.594265] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Getting list of instances from cluster (obj){ [ 2386.594265] env[62187]: value = "domain-c8" [ 2386.594265] env[62187]: _type = "ClusterComputeResource" [ 2386.594265] env[62187]: } {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2386.595043] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2386.597660] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bcdda2-9f90-4dce-9706-94dc2c85e3c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.599801] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09902c17-7711-4940-bb38-92ac74fd1c86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.622535] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2386.622535] env[62187]: value = "task-2133672" [ 2386.622535] env[62187]: _type = "Task" [ 2386.622535] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.639502] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Got total of 11 instances {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2386.639637] env[62187]: WARNING nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] While synchronizing instance power states, found 15 instances in the database and 11 instances on the hypervisor. [ 2386.639782] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid defb57fb-0f0a-4679-8c22-0945fc0a1664 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.639980] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid ec64a04c-2fee-4c79-bad9-f876c854a52c {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.640205] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 360b89d0-669a-46a3-b19d-9dc687cfee69 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.640367] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.640515] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 835bad8e-6ac0-4d54-989e-be4ef761297c {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.640766] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 84b3d4f2-d0b9-40a4-99e1-464245a6f154 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.640851] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.640943] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.641099] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 9ec7b3d2-d510-44f5-ae66-e15204e5d104 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.641245] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid b75c7ca7-c821-488f-92e9-58ad5c89fef9 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.641383] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.641523] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.641658] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 7362da80-4128-42d2-a5bb-1f3ae4b6848b {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.641800] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 7a4e9ef9-9e5d-4888-a525-3965a8031c79 {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.642087] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Triggering sync for uuid 81777bad-da04-4faf-95ce-574cf579060c {{(pid=62187) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10857}} [ 2386.643187] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.643494] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.643789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.643975] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.644227] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "360b89d0-669a-46a3-b19d-9dc687cfee69" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.644406] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.645041] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.645222] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.645454] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "835bad8e-6ac0-4d54-989e-be4ef761297c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.645630] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.645847] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.646031] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.646274] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.646451] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.650029] env[62187]: INFO nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] During sync_power_state the instance has a pending task (image_uploading). Skip. [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.650029] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2386.651301] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updated VIF entry in instance network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2386.651697] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2386.656714] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c1c3e9-6753-4c58-99b4-a5fb3ae03d94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.660219] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0372a23f-8be7-427f-a79b-b795b343a898 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.663583] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe05e4-68d5-41a8-a6d6-90ab523bc6a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.666819] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12a4c6-a922-4d45-b1fe-6085e1e44902 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.669837] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d3b650-ed83-419f-aa1f-51fbc8c6b078 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.672887] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b54d1b-f7aa-49af-8612-d20e5d49e473 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.675730] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47df0024-d3e7-4638-96b5-daf6a696ca01 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.683368] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f772aa-1ab9-45d3-b19c-0ba377466f15 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.684606] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244b414b-d89d-4aad-a564-0e75362d7b13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.688341] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133672, 'name': CreateVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.692681] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Releasing lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.693585] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Received event network-vif-plugged-b9672ea9-90a5-4f6d-afcb-901468abd012 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2386.693954] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Acquiring lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.694335] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.694685] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2386.695010] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] No waiting events found dispatching network-vif-plugged-b9672ea9-90a5-4f6d-afcb-901468abd012 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2386.695410] env[62187]: WARNING nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Received unexpected event network-vif-plugged-b9672ea9-90a5-4f6d-afcb-901468abd012 for instance with vm_state building and task_state spawning. [ 2386.695790] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Received event network-changed-b9672ea9-90a5-4f6d-afcb-901468abd012 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2386.699017] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Refreshing instance network info cache due to event network-changed-b9672ea9-90a5-4f6d-afcb-901468abd012. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2386.699017] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Acquiring lock "refresh_cache-7a4e9ef9-9e5d-4888-a525-3965a8031c79" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2386.699017] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Acquired lock "refresh_cache-7a4e9ef9-9e5d-4888-a525-3965a8031c79" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2386.699017] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Refreshing network info cache for port b9672ea9-90a5-4f6d-afcb-901468abd012 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2386.699250] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.831255] env[62187]: DEBUG nova.compute.utils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2386.843741] env[62187]: DEBUG nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2386.843741] env[62187]: DEBUG nova.network.neutron [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2386.853796] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133670, 'name': CreateVM_Task, 'duration_secs': 0.384868} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.854933] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2386.855700] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2386.855862] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2386.856323] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2386.856928] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1732ad9-d7ab-4472-9570-fd251d3fd84d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.862828] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2386.862828] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c5f3ad-cd7f-7874-1bf3-6833639a38c0" [ 2386.862828] env[62187]: _type = "Task" [ 2386.862828] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.876312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "d923ed28-652f-4abc-a179-17bfcee84261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.876717] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "d923ed28-652f-4abc-a179-17bfcee84261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2386.883812] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c5f3ad-cd7f-7874-1bf3-6833639a38c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012561} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.887476] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2386.887653] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2386.887926] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2386.888128] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2386.888339] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2386.889209] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70c788a3-9db9-4180-80df-8e8d285b7dd6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.899582] env[62187]: DEBUG nova.policy [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cbdb659ac314011b3446fca873a1469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f917c466ce4b8ba43d7e7b911dab8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2386.903547] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2386.903740] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2386.908019] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038d5eac-25ea-4be0-a4ae-f4b5a7eb98ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.913767] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2386.913767] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d19587-fd77-e874-06bc-f79a548d31cf" [ 2386.913767] env[62187]: _type = "Task" [ 2386.913767] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2386.922218] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d19587-fd77-e874-06bc-f79a548d31cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.046949] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133671, 'name': CreateVM_Task, 'duration_secs': 0.401741} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.050121] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2387.052560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.052560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.052560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2387.052560] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4d5f52-2c6e-4295-801c-7b0d041e661e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.056133] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2387.056133] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5223920e-f871-af7c-7ded-c0610134a18f" [ 2387.056133] env[62187]: _type = "Task" [ 2387.056133] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.067247] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5223920e-f871-af7c-7ded-c0610134a18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.139229] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133672, 'name': CreateVM_Task, 'duration_secs': 0.356923} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.139879] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2387.140667] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.156033] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c4ba48-443d-4f8f-b37b-44d7b88d3490 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.163579] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db16093-6daf-420b-ab76-266b7e7d71d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.197565] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a7a746-6c76-4190-a5fb-fb6cfecd215f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.208469] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961023f-318c-4274-bea2-f12f5d397d28 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.224414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.580s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.225011] env[62187]: DEBUG nova.compute.provider_tree [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2387.232379] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.586s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.235976] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.236412] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.591s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.244799] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.253767] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.606s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.254032] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.611s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.254379] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.608s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.254931] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.609s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.308731] env[62187]: DEBUG nova.network.neutron [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Successfully created port: 5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2387.340955] env[62187]: DEBUG nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2387.390567] env[62187]: DEBUG nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2387.424707] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d19587-fd77-e874-06bc-f79a548d31cf, 'name': SearchDatastore_Task, 'duration_secs': 0.01109} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.425627] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c4b536-4ca8-4b9f-84c4-b036e8a807bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.431087] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2387.431087] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528fdd89-ae88-4680-8212-89db87145a00" [ 2387.431087] env[62187]: _type = "Task" [ 2387.431087] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.440392] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528fdd89-ae88-4680-8212-89db87145a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.567984] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5223920e-f871-af7c-7ded-c0610134a18f, 'name': SearchDatastore_Task, 'duration_secs': 0.014592} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.568324] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2387.568535] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2387.568778] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2387.568995] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.569301] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2387.569544] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bbc604-6b1c-486a-9bde-56caabf04545 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.574881] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2387.574881] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f8281e-222e-d27d-1fa7-10ac4f841e86" [ 2387.574881] env[62187]: _type = "Task" [ 2387.574881] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.583232] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f8281e-222e-d27d-1fa7-10ac4f841e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.619078] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Updated VIF entry in instance network info cache for port b9672ea9-90a5-4f6d-afcb-901468abd012. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2387.619940] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Updating instance_info_cache with network_info: [{"id": "b9672ea9-90a5-4f6d-afcb-901468abd012", "address": "fa:16:3e:25:ba:b1", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9672ea9-90", "ovs_interfaceid": "b9672ea9-90a5-4f6d-afcb-901468abd012", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2387.728620] env[62187]: DEBUG nova.scheduler.client.report [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2387.914734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2387.944447] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528fdd89-ae88-4680-8212-89db87145a00, 'name': SearchDatastore_Task, 'duration_secs': 0.031264} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.944735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2387.945066] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/4a99803a-6e0f-43e2-9bd2-33a9a73ab63d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2387.945346] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2387.945587] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2387.945846] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac033335-dfa9-41ee-86e3-d94ac9287b50 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.948622] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9810c8fd-687d-4823-a2ae-7432d4c4c7f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.956388] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2387.956388] env[62187]: value = "task-2133673" [ 2387.956388] env[62187]: _type = "Task" [ 2387.956388] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.960631] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2387.960851] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2387.962087] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2fb0917-c02f-420f-84f3-5dad4a60f605 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.968300] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.971335] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2387.971335] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d0148b-476f-580f-e667-b627cc70021c" [ 2387.971335] env[62187]: _type = "Task" [ 2387.971335] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.979995] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d0148b-476f-580f-e667-b627cc70021c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.086283] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f8281e-222e-d27d-1fa7-10ac4f841e86, 'name': SearchDatastore_Task, 'duration_secs': 0.021085} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.086602] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2388.086837] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2388.087056] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.129012] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Releasing lock "refresh_cache-7a4e9ef9-9e5d-4888-a525-3965a8031c79" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2388.129012] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Received event network-changed-33a75158-9da1-4aea-bc00-e2bfe911f2b2 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2388.129012] env[62187]: DEBUG nova.compute.manager [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Refreshing instance network info cache due to event network-changed-33a75158-9da1-4aea-bc00-e2bfe911f2b2. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2388.129012] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Acquiring lock "refresh_cache-7362da80-4128-42d2-a5bb-1f3ae4b6848b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.129012] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Acquired lock "refresh_cache-7362da80-4128-42d2-a5bb-1f3ae4b6848b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.129012] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Refreshing network info cache for port 33a75158-9da1-4aea-bc00-e2bfe911f2b2 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2388.351369] env[62187]: DEBUG nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2388.374727] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2388.375088] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2388.375290] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2388.375508] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2388.375686] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2388.375862] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2388.376133] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2388.376297] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2388.376469] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2388.376634] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2388.376816] env[62187]: DEBUG nova.virt.hardware [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2388.377780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d8a85-7907-40c0-a2b9-968fa4e92ef9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.386268] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01379ca3-27a8-439a-b534-a55f22d7c51f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.465809] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133673, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.483627] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d0148b-476f-580f-e667-b627cc70021c, 'name': SearchDatastore_Task, 'duration_secs': 0.018281} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.484433] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-088e27db-2c62-400c-b953-3edd52c02ddb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.492028] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2388.492028] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb5dfe-84bf-58a8-2d04-2972e1e772e7" [ 2388.492028] env[62187]: _type = "Task" [ 2388.492028] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.500408] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb5dfe-84bf-58a8-2d04-2972e1e772e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.740079] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.418s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.746411] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.047s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.746610] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2388.746773] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2388.747105] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.833s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.748822] env[62187]: INFO nova.compute.claims [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2388.752085] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bca074-26e5-4fe1-ae3c-57d158c35f96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.761784] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaca1e0-e075-46a5-9603-a614a82513c0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.779186] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0eccc36-3f25-473d-9fd8-3ac71df5ddee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.793177] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f359f-fb27-4c25-aef8-6d036d168745 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.826707] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179193MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2388.826886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2388.885696] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Updated VIF entry in instance network info cache for port 33a75158-9da1-4aea-bc00-e2bfe911f2b2. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2388.886149] env[62187]: DEBUG nova.network.neutron [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Updating instance_info_cache with network_info: [{"id": "33a75158-9da1-4aea-bc00-e2bfe911f2b2", "address": "fa:16:3e:30:cf:0c", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33a75158-9d", "ovs_interfaceid": "33a75158-9da1-4aea-bc00-e2bfe911f2b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.968488] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835625} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.968819] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/4a99803a-6e0f-43e2-9bd2-33a9a73ab63d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2388.969084] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2388.969388] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb4913d-2eb3-4954-8ad1-32fabd58be7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.977727] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2388.977727] env[62187]: value = "task-2133674" [ 2388.977727] env[62187]: _type = "Task" [ 2388.977727] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.985191] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.001972] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb5dfe-84bf-58a8-2d04-2972e1e772e7, 'name': SearchDatastore_Task, 'duration_secs': 0.062332} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.002279] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.002543] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 7a4e9ef9-9e5d-4888-a525-3965a8031c79/7a4e9ef9-9e5d-4888-a525-3965a8031c79.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2389.002826] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.003014] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2389.003229] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baf62b30-d653-4464-9eb5-de87dc1ddf5b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.005208] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5a334ae-1867-445c-9ba5-bd6754f56bed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.012059] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2389.012059] env[62187]: value = "task-2133675" [ 2389.012059] env[62187]: _type = "Task" [ 2389.012059] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.019412] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.023803] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2389.024042] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2389.024792] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86373b8e-f7b8-4fbc-ab8c-892974c09f68 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.030885] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2389.030885] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d5d18b-f963-752b-ee23-dd83f0bb63ee" [ 2389.030885] env[62187]: _type = "Task" [ 2389.030885] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.040593] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d5d18b-f963-752b-ee23-dd83f0bb63ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.312381] env[62187]: DEBUG nova.compute.manager [req-39124d37-654a-4010-ac20-d2fde713b375 req-8faffcae-5953-4a39-a531-9b9ba7c05534 service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Received event network-vif-plugged-5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2389.312613] env[62187]: DEBUG oslo_concurrency.lockutils [req-39124d37-654a-4010-ac20-d2fde713b375 req-8faffcae-5953-4a39-a531-9b9ba7c05534 service nova] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2389.312820] env[62187]: DEBUG oslo_concurrency.lockutils [req-39124d37-654a-4010-ac20-d2fde713b375 req-8faffcae-5953-4a39-a531-9b9ba7c05534 service nova] Lock "81777bad-da04-4faf-95ce-574cf579060c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.312992] env[62187]: DEBUG oslo_concurrency.lockutils [req-39124d37-654a-4010-ac20-d2fde713b375 req-8faffcae-5953-4a39-a531-9b9ba7c05534 service nova] Lock "81777bad-da04-4faf-95ce-574cf579060c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.314019] env[62187]: DEBUG nova.compute.manager [req-39124d37-654a-4010-ac20-d2fde713b375 req-8faffcae-5953-4a39-a531-9b9ba7c05534 service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] No waiting events found dispatching network-vif-plugged-5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2389.317706] env[62187]: WARNING nova.compute.manager [req-39124d37-654a-4010-ac20-d2fde713b375 req-8faffcae-5953-4a39-a531-9b9ba7c05534 service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Received unexpected event network-vif-plugged-5f6282f5-9ae2-46c3-8bdc-ac943c2df215 for instance with vm_state building and task_state spawning. [ 2389.349521] env[62187]: INFO nova.scheduler.client.report [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted allocation for migration ba4eae00-3ce9-4599-90e9-47134ce59f99 [ 2389.388935] env[62187]: DEBUG oslo_concurrency.lockutils [req-408b60df-12b7-473a-ab3d-5508677eadb7 req-6ab92d66-1dcf-457c-9871-b0e191dbaea2 service nova] Releasing lock "refresh_cache-7362da80-4128-42d2-a5bb-1f3ae4b6848b" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.454341] env[62187]: DEBUG nova.network.neutron [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Successfully updated port: 5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2389.496024] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061015} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.496024] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2389.496454] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31518237-75bc-4ee7-8ddc-906eafabd26b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.525926] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/4a99803a-6e0f-43e2-9bd2-33a9a73ab63d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2389.530204] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59713579-41bd-4a5e-8ef9-c2147434c1b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.552180] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133675, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.560420] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d5d18b-f963-752b-ee23-dd83f0bb63ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.562224] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2389.562224] env[62187]: value = "task-2133676" [ 2389.562224] env[62187]: _type = "Task" [ 2389.562224] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.562434] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa1ba99-345a-44f9-9ff6-29245da4b9ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.571474] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2389.571474] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529f4949-3dd8-d90f-6482-1bfdec9c077f" [ 2389.571474] env[62187]: _type = "Task" [ 2389.571474] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.573823] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.581509] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529f4949-3dd8-d90f-6482-1bfdec9c077f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.803938] env[62187]: INFO nova.compute.manager [None req-f5717509-7252-4aa3-88f6-e211e49ef223 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Get console output [ 2389.804206] env[62187]: WARNING nova.virt.vmwareapi.driver [None req-f5717509-7252-4aa3-88f6-e211e49ef223 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] The console log is missing. Check your VSPC configuration [ 2389.855992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-007e8ecc-419f-4022-b7a5-bfe8e7eec714 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.044s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2389.859858] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.212s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2389.861170] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e3245e-94fa-4441-bb08-0b287dc34b62 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.960075] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.961074] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.961074] env[62187]: DEBUG nova.network.neutron [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2389.964785] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f39b9-6630-4e66-be03-802d8068b9d6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.973583] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23962724-6bb7-471d-9761-6aded0daed2a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.003919] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b10a8a-fa93-432a-900a-ca90dc609824 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.011575] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac8cdbb-213c-45c3-b1fd-60245da6936a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.027013] env[62187]: DEBUG nova.compute.provider_tree [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2390.033036] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579169} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.033293] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 7a4e9ef9-9e5d-4888-a525-3965a8031c79/7a4e9ef9-9e5d-4888-a525-3965a8031c79.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2390.033501] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2390.033728] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b743e52-f736-453f-9610-70c7b3580e38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.041143] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2390.041143] env[62187]: value = "task-2133677" [ 2390.041143] env[62187]: _type = "Task" [ 2390.041143] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.048908] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.074033] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133676, 'name': ReconfigVM_Task, 'duration_secs': 0.282427} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.076953] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/4a99803a-6e0f-43e2-9bd2-33a9a73ab63d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2390.077630] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60f6231f-9066-40f3-9340-02b162347d24 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.084479] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529f4949-3dd8-d90f-6482-1bfdec9c077f, 'name': SearchDatastore_Task, 'duration_secs': 0.020018} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.085726] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.085988] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 7362da80-4128-42d2-a5bb-1f3ae4b6848b/7362da80-4128-42d2-a5bb-1f3ae4b6848b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2390.086559] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2390.086559] env[62187]: value = "task-2133678" [ 2390.086559] env[62187]: _type = "Task" [ 2390.086559] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.086559] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64eb5867-763b-40a9-9247-0e40af1985f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.098206] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133678, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.099388] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2390.099388] env[62187]: value = "task-2133679" [ 2390.099388] env[62187]: _type = "Task" [ 2390.099388] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.107163] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.370303] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.514671] env[62187]: DEBUG nova.network.neutron [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2390.530227] env[62187]: DEBUG nova.scheduler.client.report [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2390.562122] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069232} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.562122] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2390.562122] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4014c64d-c122-4341-a83e-fd025713fd8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.598585] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7a4e9ef9-9e5d-4888-a525-3965a8031c79/7a4e9ef9-9e5d-4888-a525-3965a8031c79.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2390.602554] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edfa1615-4235-4fbf-b15f-ef16ecde7b2b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.633219] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133678, 'name': Rename_Task, 'duration_secs': 0.145788} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.637457] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2390.637762] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.638046] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2390.638046] env[62187]: value = "task-2133680" [ 2390.638046] env[62187]: _type = "Task" [ 2390.638046] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.638246] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e577202f-0007-40f8-b8f3-f6af4412764e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.649475] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133680, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.650914] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2390.650914] env[62187]: value = "task-2133681" [ 2390.650914] env[62187]: _type = "Task" [ 2390.650914] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.756991] env[62187]: DEBUG nova.network.neutron [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Updating instance_info_cache with network_info: [{"id": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "address": "fa:16:3e:3d:9a:84", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6282f5-9a", "ovs_interfaceid": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2391.035331] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.035861] env[62187]: DEBUG nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2391.039159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.212s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.131717] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759445} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.131980] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 7362da80-4128-42d2-a5bb-1f3ae4b6848b/7362da80-4128-42d2-a5bb-1f3ae4b6848b.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2391.132263] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2391.132530] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-437169cf-016c-4935-8d48-bd77089f3db6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.140731] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2391.140731] env[62187]: value = "task-2133682" [ 2391.140731] env[62187]: _type = "Task" [ 2391.140731] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.152537] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.159199] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133680, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.170477] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133681, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.259671] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2391.260133] env[62187]: DEBUG nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Instance network_info: |[{"id": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "address": "fa:16:3e:3d:9a:84", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6282f5-9a", "ovs_interfaceid": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2391.260562] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:9a:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f6282f5-9ae2-46c3-8bdc-ac943c2df215', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2391.269803] env[62187]: DEBUG oslo.service.loopingcall [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2391.270101] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2391.270405] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2b25e7b-b011-4611-9020-0f442936704f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.297584] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2391.297584] env[62187]: value = "task-2133683" [ 2391.297584] env[62187]: _type = "Task" [ 2391.297584] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.314800] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133683, 'name': CreateVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.351398] env[62187]: DEBUG nova.compute.manager [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Received event network-changed-5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2391.351487] env[62187]: DEBUG nova.compute.manager [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Refreshing instance network info cache due to event network-changed-5f6282f5-9ae2-46c3-8bdc-ac943c2df215. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2391.351662] env[62187]: DEBUG oslo_concurrency.lockutils [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] Acquiring lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.351818] env[62187]: DEBUG oslo_concurrency.lockutils [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] Acquired lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.352017] env[62187]: DEBUG nova.network.neutron [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Refreshing network info cache for port 5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2391.543136] env[62187]: DEBUG nova.compute.utils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2391.552075] env[62187]: DEBUG nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2391.552437] env[62187]: DEBUG nova.network.neutron [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2391.595758] env[62187]: DEBUG nova.policy [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df30594839084b8089490d1a037830ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '46d3d2c6ea3344fcb13ee4a2f1da2938', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2391.653430] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085969} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.659285] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2391.659643] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133680, 'name': ReconfigVM_Task, 'duration_secs': 0.557506} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.660350] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd8c605-b1a2-403b-9511-417fe1822449 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.662953] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7a4e9ef9-9e5d-4888-a525-3965a8031c79/7a4e9ef9-9e5d-4888-a525-3965a8031c79.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2391.663899] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7676ad8-9166-4d30-90bc-b1096297ff4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.669067] env[62187]: DEBUG oslo_vmware.api [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133681, 'name': PowerOnVM_Task, 'duration_secs': 0.523356} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.679345] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2391.679703] env[62187]: INFO nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Took 16.68 seconds to spawn the instance on the hypervisor. [ 2391.679985] env[62187]: DEBUG nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2391.689885] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 7362da80-4128-42d2-a5bb-1f3ae4b6848b/7362da80-4128-42d2-a5bb-1f3ae4b6848b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2391.692266] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494115d-1d35-4971-baa6-abf74ddaf11c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.695571] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24964596-67d0-4add-bee3-82a692ae2b1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.715904] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2391.715904] env[62187]: value = "task-2133684" [ 2391.715904] env[62187]: _type = "Task" [ 2391.715904] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.728021] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2391.728021] env[62187]: value = "task-2133685" [ 2391.728021] env[62187]: _type = "Task" [ 2391.728021] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.733772] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133684, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.738862] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133685, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.808687] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133683, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.053040] env[62187]: DEBUG nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2392.082874] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.083111] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ec64a04c-2fee-4c79-bad9-f876c854a52c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.083258] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 360b89d0-669a-46a3-b19d-9dc687cfee69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.083383] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance f41b4484-20f9-4882-82d2-4cc9daa3b65a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.083541] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 835bad8e-6ac0-4d54-989e-be4ef761297c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.083677] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 84b3d4f2-d0b9-40a4-99e1-464245a6f154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.083833] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.083972] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 35195bb8-fd73-4185-8c85-b481a2c7f653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084140] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b75c7ca7-c821-488f-92e9-58ad5c89fef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084286] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4493e62f-2484-42a3-a3dd-355cae41b50d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084367] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9ec7b3d2-d510-44f5-ae66-e15204e5d104 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084508] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084638] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 7362da80-4128-42d2-a5bb-1f3ae4b6848b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084767] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 7a4e9ef9-9e5d-4888-a525-3965a8031c79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084881] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 81777bad-da04-4faf-95ce-574cf579060c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.084991] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance d923ed28-652f-4abc-a179-17bfcee84261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2392.085225] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2392.085467] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2392.089318] env[62187]: DEBUG nova.network.neutron [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Successfully created port: 5907d5aa-ed94-49ab-b7f4-af5ede4d1969 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2392.213342] env[62187]: DEBUG nova.network.neutron [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Updated VIF entry in instance network info cache for port 5f6282f5-9ae2-46c3-8bdc-ac943c2df215. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2392.213342] env[62187]: DEBUG nova.network.neutron [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Updating instance_info_cache with network_info: [{"id": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "address": "fa:16:3e:3d:9a:84", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6282f5-9a", "ovs_interfaceid": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2392.237308] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133684, 'name': Rename_Task, 'duration_secs': 0.34036} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.245762] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2392.246649] env[62187]: INFO nova.compute.manager [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Took 25.80 seconds to build instance. [ 2392.248079] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba4ce65-ecb5-4244-bd89-6b5370eb443f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.256188] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133685, 'name': ReconfigVM_Task, 'duration_secs': 0.457576} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.257580] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 7362da80-4128-42d2-a5bb-1f3ae4b6848b/7362da80-4128-42d2-a5bb-1f3ae4b6848b.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2392.258324] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2392.258324] env[62187]: value = "task-2133686" [ 2392.258324] env[62187]: _type = "Task" [ 2392.258324] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.260785] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c162b7-1b1e-4429-afe8-6002494e9a4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.272895] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133686, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.273690] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2392.273690] env[62187]: value = "task-2133687" [ 2392.273690] env[62187]: _type = "Task" [ 2392.273690] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.287368] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133687, 'name': Rename_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.311187] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133683, 'name': CreateVM_Task, 'duration_secs': 0.542049} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.311294] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2392.311934] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.312107] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.312620] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2392.312696] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31a4819b-eb4b-45fe-86bc-c96f946ea4d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.317491] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2392.317491] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528e6d26-a8b1-d6a3-1d54-508475e53c0b" [ 2392.317491] env[62187]: _type = "Task" [ 2392.317491] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.330700] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528e6d26-a8b1-d6a3-1d54-508475e53c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.340025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72652361-e97f-4c0d-89d2-bc8b9723d954 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.346107] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b2e5b5-34b7-4981-9577-53b2136df864 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.377825] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918c6b1-ae47-48c6-968d-3fad9ecf437b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.385822] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720601e1-c420-43b3-a1a4-56d3b34a3387 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.402266] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2392.715499] env[62187]: DEBUG oslo_concurrency.lockutils [req-1e0fb43a-6695-4b41-81e0-adba50eaa076 req-f1d3545d-54fa-445d-bfc6-f5a08ec37e4f service nova] Releasing lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.751641] env[62187]: DEBUG oslo_concurrency.lockutils [None req-441c878f-329c-4ccc-a714-ac9635d33439 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.317s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2392.752242] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.103s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.752600] env[62187]: INFO nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] During sync_power_state the instance has a pending task (spawning). Skip. [ 2392.753011] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2392.772812] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133686, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.782837] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133687, 'name': Rename_Task, 'duration_secs': 0.251167} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.783714] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2392.783714] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36701a53-fa85-48c2-8192-4952b3830cbb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.791336] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2392.791336] env[62187]: value = "task-2133688" [ 2392.791336] env[62187]: _type = "Task" [ 2392.791336] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.808804] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133688, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.830296] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528e6d26-a8b1-d6a3-1d54-508475e53c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.019102} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.830296] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.830296] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2392.830296] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.830296] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.830296] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2392.830296] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea22b30c-fdf7-4c07-a3ef-282a6c57fc94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.843970] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2392.843970] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2392.844589] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34715e1d-e4e5-4d1e-bc13-23880983f633 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.851770] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2392.851770] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522c7216-ccfa-1fbc-23ad-5bdfd21b14f2" [ 2392.851770] env[62187]: _type = "Task" [ 2392.851770] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.861804] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522c7216-ccfa-1fbc-23ad-5bdfd21b14f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.906134] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2393.069178] env[62187]: DEBUG nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2393.095558] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2393.095827] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2393.095983] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2393.096189] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2393.096817] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2393.096817] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2393.096817] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2393.096817] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2393.097032] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2393.097154] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2393.097322] env[62187]: DEBUG nova.virt.hardware [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2393.098254] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a59686-5c14-4646-97f2-a8264a85d21c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.106645] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709bec44-6252-4e23-93b5-b6aef580b5ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.272953] env[62187]: DEBUG oslo_vmware.api [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133686, 'name': PowerOnVM_Task, 'duration_secs': 0.719398} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.273256] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2393.273460] env[62187]: INFO nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Took 9.48 seconds to spawn the instance on the hypervisor. [ 2393.273638] env[62187]: DEBUG nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2393.274430] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b993bf16-84f2-4b5f-8e01-b49bf4ef9e8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.301636] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.363989] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522c7216-ccfa-1fbc-23ad-5bdfd21b14f2, 'name': SearchDatastore_Task, 'duration_secs': 0.022076} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.364844] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136f4ed8-49cc-4f5f-b562-c4727d3ed8c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.371369] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2393.371369] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525a60d5-a62f-81e6-2492-d4d1e99349d2" [ 2393.371369] env[62187]: _type = "Task" [ 2393.371369] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.382317] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525a60d5-a62f-81e6-2492-d4d1e99349d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.411779] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2393.411779] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.373s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.412214] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2393.412528] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Getting list of instances from cluster (obj){ [ 2393.412528] env[62187]: value = "domain-c8" [ 2393.412528] env[62187]: _type = "ClusterComputeResource" [ 2393.412528] env[62187]: } {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2393.413505] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba58db97-f947-45d1-bc10-2d4f9e93f8eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.438655] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Got total of 15 instances {{(pid=62187) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2393.440896] env[62187]: DEBUG nova.compute.manager [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Received event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2393.441082] env[62187]: DEBUG nova.compute.manager [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing instance network info cache due to event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2393.441285] env[62187]: DEBUG oslo_concurrency.lockutils [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] Acquiring lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.441426] env[62187]: DEBUG oslo_concurrency.lockutils [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] Acquired lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.441581] env[62187]: DEBUG nova.network.neutron [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2393.576648] env[62187]: DEBUG nova.compute.manager [req-79464302-4762-47cd-90da-9e563725546e req-f8f01562-db71-4d98-8691-a649f9ec3f48 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Received event network-vif-plugged-5907d5aa-ed94-49ab-b7f4-af5ede4d1969 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2393.576821] env[62187]: DEBUG oslo_concurrency.lockutils [req-79464302-4762-47cd-90da-9e563725546e req-f8f01562-db71-4d98-8691-a649f9ec3f48 service nova] Acquiring lock "d923ed28-652f-4abc-a179-17bfcee84261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2393.577095] env[62187]: DEBUG oslo_concurrency.lockutils [req-79464302-4762-47cd-90da-9e563725546e req-f8f01562-db71-4d98-8691-a649f9ec3f48 service nova] Lock "d923ed28-652f-4abc-a179-17bfcee84261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2393.577207] env[62187]: DEBUG oslo_concurrency.lockutils [req-79464302-4762-47cd-90da-9e563725546e req-f8f01562-db71-4d98-8691-a649f9ec3f48 service nova] Lock "d923ed28-652f-4abc-a179-17bfcee84261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.577363] env[62187]: DEBUG nova.compute.manager [req-79464302-4762-47cd-90da-9e563725546e req-f8f01562-db71-4d98-8691-a649f9ec3f48 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] No waiting events found dispatching network-vif-plugged-5907d5aa-ed94-49ab-b7f4-af5ede4d1969 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2393.577689] env[62187]: WARNING nova.compute.manager [req-79464302-4762-47cd-90da-9e563725546e req-f8f01562-db71-4d98-8691-a649f9ec3f48 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Received unexpected event network-vif-plugged-5907d5aa-ed94-49ab-b7f4-af5ede4d1969 for instance with vm_state building and task_state spawning. [ 2393.765731] env[62187]: DEBUG nova.network.neutron [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Successfully updated port: 5907d5aa-ed94-49ab-b7f4-af5ede4d1969 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2393.801274] env[62187]: INFO nova.compute.manager [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Took 20.86 seconds to build instance. [ 2393.809082] env[62187]: DEBUG oslo_vmware.api [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133688, 'name': PowerOnVM_Task, 'duration_secs': 0.624619} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.809681] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2393.809889] env[62187]: INFO nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Took 16.54 seconds to spawn the instance on the hypervisor. [ 2393.810086] env[62187]: DEBUG nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2393.810873] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0984833d-82d5-4124-922f-aae26f4aef23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.883157] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525a60d5-a62f-81e6-2492-d4d1e99349d2, 'name': SearchDatastore_Task, 'duration_secs': 0.021373} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.883687] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2393.883834] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 81777bad-da04-4faf-95ce-574cf579060c/81777bad-da04-4faf-95ce-574cf579060c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2393.884184] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14fef96f-f3b5-480a-8f70-d729a8755aa6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.892205] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2393.892205] env[62187]: value = "task-2133689" [ 2393.892205] env[62187]: _type = "Task" [ 2393.892205] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.900342] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.244932] env[62187]: DEBUG nova.network.neutron [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updated VIF entry in instance network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2394.245394] env[62187]: DEBUG nova.network.neutron [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2394.268720] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "refresh_cache-d923ed28-652f-4abc-a179-17bfcee84261" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.268720] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquired lock "refresh_cache-d923ed28-652f-4abc-a179-17bfcee84261" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.268884] env[62187]: DEBUG nova.network.neutron [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2394.305746] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2edbb535-8aaf-4674-903e-7d3687ddbe97 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.371s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.306149] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.657s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2394.306396] env[62187]: INFO nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] During sync_power_state the instance has a pending task (spawning). Skip. [ 2394.306611] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.331025] env[62187]: INFO nova.compute.manager [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Took 24.89 seconds to build instance. [ 2394.403998] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133689, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.699367] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdd2e84-5daa-4fb2-97f3-e3ff2248f4a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.705729] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Suspending the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2394.705948] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-61616f0c-6a11-4ef3-9fc0-260f6fc0cc5c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.712359] env[62187]: DEBUG oslo_vmware.api [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2394.712359] env[62187]: value = "task-2133690" [ 2394.712359] env[62187]: _type = "Task" [ 2394.712359] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.720022] env[62187]: DEBUG oslo_vmware.api [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133690, 'name': SuspendVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.747898] env[62187]: DEBUG oslo_concurrency.lockutils [req-9377e046-89fb-422d-8661-48763d08a7e3 req-b0ff02cb-8472-4ec9-9f61-f6e01f7426e1 service nova] Releasing lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.801444] env[62187]: DEBUG nova.network.neutron [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2394.833739] env[62187]: DEBUG oslo_concurrency.lockutils [None req-01f86df5-4607-4b07-96aa-a09dac9ea37b tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.410s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.834044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.185s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2394.834279] env[62187]: INFO nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] During sync_power_state the instance has a pending task (spawning). Skip. [ 2394.834433] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.904659] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74259} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.904960] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 81777bad-da04-4faf-95ce-574cf579060c/81777bad-da04-4faf-95ce-574cf579060c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2394.905280] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2394.905584] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6c09612-bd0a-49c5-8f66-7911bcf21907 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.913705] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2394.913705] env[62187]: value = "task-2133691" [ 2394.913705] env[62187]: _type = "Task" [ 2394.913705] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.922984] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.059395] env[62187]: DEBUG nova.network.neutron [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Updating instance_info_cache with network_info: [{"id": "5907d5aa-ed94-49ab-b7f4-af5ede4d1969", "address": "fa:16:3e:f1:0e:3d", "network": {"id": "7b9647a3-576b-476c-a0fa-a251609c2c4b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1235951395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d3d2c6ea3344fcb13ee4a2f1da2938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5907d5aa-ed", "ovs_interfaceid": "5907d5aa-ed94-49ab-b7f4-af5ede4d1969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.222128] env[62187]: DEBUG oslo_vmware.api [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133690, 'name': SuspendVM_Task} progress is 62%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.423509] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30828} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.423961] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2395.424775] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396031ac-5a30-47ae-9b52-b5450b76d4ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.448144] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 81777bad-da04-4faf-95ce-574cf579060c/81777bad-da04-4faf-95ce-574cf579060c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2395.448751] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbd2dc91-7ff3-4f48-9301-62820e4e29ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.468994] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2395.468994] env[62187]: value = "task-2133692" [ 2395.468994] env[62187]: _type = "Task" [ 2395.468994] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.478785] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.562987] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Releasing lock "refresh_cache-d923ed28-652f-4abc-a179-17bfcee84261" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.563396] env[62187]: DEBUG nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Instance network_info: |[{"id": "5907d5aa-ed94-49ab-b7f4-af5ede4d1969", "address": "fa:16:3e:f1:0e:3d", "network": {"id": "7b9647a3-576b-476c-a0fa-a251609c2c4b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1235951395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d3d2c6ea3344fcb13ee4a2f1da2938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5907d5aa-ed", "ovs_interfaceid": "5907d5aa-ed94-49ab-b7f4-af5ede4d1969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2395.563833] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:0e:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5907d5aa-ed94-49ab-b7f4-af5ede4d1969', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2395.571173] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Creating folder: Project (46d3d2c6ea3344fcb13ee4a2f1da2938). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2395.571481] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7afbef2-f4bf-48ed-a5f4-c4c510b5527b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.583266] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Created folder: Project (46d3d2c6ea3344fcb13ee4a2f1da2938) in parent group-v435995. [ 2395.583456] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Creating folder: Instances. Parent ref: group-v436287. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2395.583710] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7faf736-410b-4ac3-8677-10e962a14011 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.595877] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Created folder: Instances in parent group-v436287. [ 2395.596102] env[62187]: DEBUG oslo.service.loopingcall [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2395.596309] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2395.596531] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d6b85a2-00b8-42dc-a625-f15440c8bbbb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.612858] env[62187]: DEBUG nova.compute.manager [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Received event network-changed-5907d5aa-ed94-49ab-b7f4-af5ede4d1969 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2395.613130] env[62187]: DEBUG nova.compute.manager [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Refreshing instance network info cache due to event network-changed-5907d5aa-ed94-49ab-b7f4-af5ede4d1969. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2395.613264] env[62187]: DEBUG oslo_concurrency.lockutils [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] Acquiring lock "refresh_cache-d923ed28-652f-4abc-a179-17bfcee84261" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2395.613404] env[62187]: DEBUG oslo_concurrency.lockutils [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] Acquired lock "refresh_cache-d923ed28-652f-4abc-a179-17bfcee84261" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2395.613563] env[62187]: DEBUG nova.network.neutron [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Refreshing network info cache for port 5907d5aa-ed94-49ab-b7f4-af5ede4d1969 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2395.620608] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2395.620608] env[62187]: value = "task-2133695" [ 2395.620608] env[62187]: _type = "Task" [ 2395.620608] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.633187] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133695, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.723270] env[62187]: DEBUG oslo_vmware.api [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133690, 'name': SuspendVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.913317] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.913610] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.913837] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.914038] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.914289] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.916504] env[62187]: INFO nova.compute.manager [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Terminating instance [ 2395.965554] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c12ff-6c69-0078-36ab-3493dfea9405/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2395.966680] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d051c956-b695-4902-8016-383d290c8586 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.978511] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.980053] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c12ff-6c69-0078-36ab-3493dfea9405/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2395.980241] env[62187]: ERROR oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c12ff-6c69-0078-36ab-3493dfea9405/disk-0.vmdk due to incomplete transfer. [ 2395.980468] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-348fa79d-73c0-4294-8480-b1a94f631739 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.987657] env[62187]: DEBUG oslo_vmware.rw_handles [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524c12ff-6c69-0078-36ab-3493dfea9405/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2395.987872] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Uploaded image 10217ff0-2da9-4fba-8b55-c4eccb879a61 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2395.990325] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2395.990405] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb29ed8b-e4dd-4e42-8697-99ad5393cf72 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.997215] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2395.997215] env[62187]: value = "task-2133696" [ 2395.997215] env[62187]: _type = "Task" [ 2395.997215] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.005081] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133696, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.130706] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133695, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.225680] env[62187]: DEBUG oslo_vmware.api [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133690, 'name': SuspendVM_Task, 'duration_secs': 1.146691} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.226125] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Suspended the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2396.226352] env[62187]: DEBUG nova.compute.manager [None req-efb382a5-ca16-490a-9d7b-cc3efd3af83a tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2396.227152] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107f9e0e-8973-4ca0-bf80-7b3fe5df5cd9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.361638] env[62187]: DEBUG nova.network.neutron [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Updated VIF entry in instance network info cache for port 5907d5aa-ed94-49ab-b7f4-af5ede4d1969. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2396.362094] env[62187]: DEBUG nova.network.neutron [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Updating instance_info_cache with network_info: [{"id": "5907d5aa-ed94-49ab-b7f4-af5ede4d1969", "address": "fa:16:3e:f1:0e:3d", "network": {"id": "7b9647a3-576b-476c-a0fa-a251609c2c4b", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1235951395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "46d3d2c6ea3344fcb13ee4a2f1da2938", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5907d5aa-ed", "ovs_interfaceid": "5907d5aa-ed94-49ab-b7f4-af5ede4d1969", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2396.424187] env[62187]: DEBUG nova.compute.manager [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2396.424534] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2396.425482] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b63621-088c-433d-9747-47c21c61cc82 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.433719] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2396.433969] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f5ce45-2b45-4d25-9f1c-ec84df9f787a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.440079] env[62187]: DEBUG oslo_vmware.api [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2396.440079] env[62187]: value = "task-2133697" [ 2396.440079] env[62187]: _type = "Task" [ 2396.440079] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.449840] env[62187]: DEBUG oslo_vmware.api [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.480129] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133692, 'name': ReconfigVM_Task, 'duration_secs': 0.619395} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.480129] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 81777bad-da04-4faf-95ce-574cf579060c/81777bad-da04-4faf-95ce-574cf579060c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2396.480129] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d782450-f9cc-44cd-8712-4b26e8519e98 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.486351] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2396.486351] env[62187]: value = "task-2133698" [ 2396.486351] env[62187]: _type = "Task" [ 2396.486351] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.494459] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133698, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.505493] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133696, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.634551] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133695, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.864759] env[62187]: DEBUG oslo_concurrency.lockutils [req-7a2a9fa7-afd2-476b-bbfb-eb500a165b02 req-b8becf5b-a9da-490d-b773-3b5d609038c1 service nova] Releasing lock "refresh_cache-d923ed28-652f-4abc-a179-17bfcee84261" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.950658] env[62187]: DEBUG oslo_vmware.api [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133697, 'name': PowerOffVM_Task, 'duration_secs': 0.187628} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.950926] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2396.951107] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2396.951347] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86b9e2ec-78c1-446e-ade8-3ccca1841ddb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.995430] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133698, 'name': Rename_Task, 'duration_secs': 0.323591} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.995639] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2396.995840] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a6ff22-9442-4405-b4d6-8a50dc2a47e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.002290] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2397.002290] env[62187]: value = "task-2133700" [ 2397.002290] env[62187]: _type = "Task" [ 2397.002290] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.008051] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133696, 'name': Destroy_Task, 'duration_secs': 0.547623} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.008573] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Destroyed the VM [ 2397.008845] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2397.009349] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1eafeb12-696c-402a-a9c9-6b2085cc1435 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.013344] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.017518] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2397.017518] env[62187]: value = "task-2133701" [ 2397.017518] env[62187]: _type = "Task" [ 2397.017518] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.024768] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133701, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.040076] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2397.040305] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2397.040487] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleting the datastore file [datastore2] 7362da80-4128-42d2-a5bb-1f3ae4b6848b {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2397.040844] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf61d0b-2b55-4b28-8186-ec6f12f7ed85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.047363] env[62187]: DEBUG oslo_vmware.api [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2397.047363] env[62187]: value = "task-2133702" [ 2397.047363] env[62187]: _type = "Task" [ 2397.047363] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.055541] env[62187]: DEBUG oslo_vmware.api [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.131541] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133695, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.183339] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2397.183530] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2397.183735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2397.183907] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2397.184112] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2397.186367] env[62187]: INFO nova.compute.manager [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Terminating instance [ 2397.512525] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.526568] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133701, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.558078] env[62187]: DEBUG oslo_vmware.api [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202339} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.558078] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2397.558290] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2397.558331] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2397.558492] env[62187]: INFO nova.compute.manager [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2397.558738] env[62187]: DEBUG oslo.service.loopingcall [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2397.559017] env[62187]: DEBUG nova.compute.manager [-] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2397.559125] env[62187]: DEBUG nova.network.neutron [-] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2397.633034] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133695, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.690714] env[62187]: DEBUG nova.compute.manager [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2397.691079] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2397.692061] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b8dc6a-d037-4ef2-acec-b1d3fc78db69 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.699702] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2397.699936] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd578f61-abd6-41df-985b-ea2f166b07bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.857980] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2397.858297] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2397.858544] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleting the datastore file [datastore2] 7a4e9ef9-9e5d-4888-a525-3965a8031c79 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2397.858904] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba613c0f-8cf7-40e2-b502-ad69a0b49128 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.866914] env[62187]: DEBUG oslo_vmware.api [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2397.866914] env[62187]: value = "task-2133704" [ 2397.866914] env[62187]: _type = "Task" [ 2397.866914] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.878068] env[62187]: DEBUG oslo_vmware.api [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.923172] env[62187]: DEBUG nova.compute.manager [req-b5e5a347-85fc-4290-bdcf-68c10c0230bf req-e65b9e87-789a-49d1-ab08-566b59be10eb service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Received event network-vif-deleted-33a75158-9da1-4aea-bc00-e2bfe911f2b2 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2397.923378] env[62187]: INFO nova.compute.manager [req-b5e5a347-85fc-4290-bdcf-68c10c0230bf req-e65b9e87-789a-49d1-ab08-566b59be10eb service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Neutron deleted interface 33a75158-9da1-4aea-bc00-e2bfe911f2b2; detaching it from the instance and deleting it from the info cache [ 2397.923551] env[62187]: DEBUG nova.network.neutron [req-b5e5a347-85fc-4290-bdcf-68c10c0230bf req-e65b9e87-789a-49d1-ab08-566b59be10eb service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2398.012924] env[62187]: DEBUG oslo_vmware.api [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133700, 'name': PowerOnVM_Task, 'duration_secs': 0.861419} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.013219] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2398.013416] env[62187]: INFO nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Took 9.66 seconds to spawn the instance on the hypervisor. [ 2398.013605] env[62187]: DEBUG nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2398.014381] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15ba4ba-2584-4f67-9087-d30bf3d60e0f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.030269] env[62187]: DEBUG oslo_vmware.api [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133701, 'name': RemoveSnapshot_Task, 'duration_secs': 0.653025} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.030467] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2398.030690] env[62187]: INFO nova.compute.manager [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Took 18.31 seconds to snapshot the instance on the hypervisor. [ 2398.132830] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133695, 'name': CreateVM_Task, 'duration_secs': 2.288669} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.133025] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2398.133715] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.133878] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.134224] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2398.134474] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84a682eb-239a-4ce9-a66f-f8e77bc3dfca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.139356] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2398.139356] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529323e3-e9d2-cc0b-ef41-ee2a09848414" [ 2398.139356] env[62187]: _type = "Task" [ 2398.139356] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.147128] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529323e3-e9d2-cc0b-ef41-ee2a09848414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.378724] env[62187]: DEBUG oslo_vmware.api [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439818} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.379165] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2398.379470] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2398.379470] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2398.379627] env[62187]: INFO nova.compute.manager [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Took 0.69 seconds to destroy the instance on the hypervisor. [ 2398.379836] env[62187]: DEBUG oslo.service.loopingcall [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2398.380062] env[62187]: DEBUG nova.compute.manager [-] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2398.380164] env[62187]: DEBUG nova.network.neutron [-] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2398.393350] env[62187]: DEBUG nova.network.neutron [-] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2398.426572] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e5b8831-ac68-42db-852d-49b300c029ad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.436436] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f958c6-5434-4daf-9b78-52f3c1e71e37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.475785] env[62187]: DEBUG nova.compute.manager [req-b5e5a347-85fc-4290-bdcf-68c10c0230bf req-e65b9e87-789a-49d1-ab08-566b59be10eb service nova] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Detach interface failed, port_id=33a75158-9da1-4aea-bc00-e2bfe911f2b2, reason: Instance 7362da80-4128-42d2-a5bb-1f3ae4b6848b could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2398.533828] env[62187]: INFO nova.compute.manager [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Took 14.68 seconds to build instance. [ 2398.592552] env[62187]: DEBUG nova.compute.manager [None req-0f77756d-4d4b-454e-b765-379c5785c279 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Found 1 images (rotation: 2) {{(pid=62187) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2398.649827] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529323e3-e9d2-cc0b-ef41-ee2a09848414, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.650296] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2398.650877] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2398.651175] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.651333] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.651515] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2398.651786] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7bee4c8-b0b4-4d8d-95ed-a6b381788a23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.661278] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2398.661470] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2398.662209] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da19387b-0cbe-46df-828a-3a69884940da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.668701] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2398.668701] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52193d51-2ef2-989a-7955-9fba2a2c752c" [ 2398.668701] env[62187]: _type = "Task" [ 2398.668701] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.677889] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52193d51-2ef2-989a-7955-9fba2a2c752c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.896935] env[62187]: INFO nova.compute.manager [-] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Took 1.34 seconds to deallocate network for instance. [ 2399.038442] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fce0b482-610a-4b62-bff9-9ab7d2b5f33f tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.194s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.038442] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "81777bad-da04-4faf-95ce-574cf579060c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.388s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2399.039751] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db42902c-b652-4b8f-973b-a6424cc23e41 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.179268] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52193d51-2ef2-989a-7955-9fba2a2c752c, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.180100] env[62187]: DEBUG nova.network.neutron [-] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.181458] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1c2e2d9-4722-4075-9e04-c3eb08de1f06 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.187181] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2399.187181] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fed4ba-2d4e-326d-7785-9d29352f10fe" [ 2399.187181] env[62187]: _type = "Task" [ 2399.187181] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.196080] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fed4ba-2d4e-326d-7785-9d29352f10fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.251534] env[62187]: DEBUG nova.compute.manager [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Received event network-changed-5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2399.251829] env[62187]: DEBUG nova.compute.manager [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Refreshing instance network info cache due to event network-changed-5f6282f5-9ae2-46c3-8bdc-ac943c2df215. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2399.252247] env[62187]: DEBUG oslo_concurrency.lockutils [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] Acquiring lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2399.253793] env[62187]: DEBUG oslo_concurrency.lockutils [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] Acquired lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2399.255270] env[62187]: DEBUG nova.network.neutron [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Refreshing network info cache for port 5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2399.408437] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2399.408437] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2399.408437] env[62187]: DEBUG nova.objects.instance [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lazy-loading 'resources' on Instance uuid 7362da80-4128-42d2-a5bb-1f3ae4b6848b {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2399.548879] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "81777bad-da04-4faf-95ce-574cf579060c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.684899] env[62187]: INFO nova.compute.manager [-] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Took 1.30 seconds to deallocate network for instance. [ 2399.700779] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fed4ba-2d4e-326d-7785-9d29352f10fe, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.701061] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2399.701311] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d923ed28-652f-4abc-a179-17bfcee84261/d923ed28-652f-4abc-a179-17bfcee84261.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2399.701554] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f2dcc8d-5e20-4e8b-8c22-99559a237e1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.708228] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2399.708228] env[62187]: value = "task-2133705" [ 2399.708228] env[62187]: _type = "Task" [ 2399.708228] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.716072] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.794289] env[62187]: DEBUG nova.compute.manager [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2399.795209] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c78578-f76f-4a83-b69b-29ae75674e9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.960922] env[62187]: DEBUG nova.compute.manager [req-2099a61e-5eeb-4c2d-8a61-8835d80c2123 req-218a692e-311c-4415-abae-9ac902c05665 service nova] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Received event network-vif-deleted-b9672ea9-90a5-4f6d-afcb-901468abd012 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2400.011062] env[62187]: INFO nova.compute.manager [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Rebuilding instance [ 2400.024699] env[62187]: DEBUG nova.network.neutron [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Updated VIF entry in instance network info cache for port 5f6282f5-9ae2-46c3-8bdc-ac943c2df215. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2400.025119] env[62187]: DEBUG nova.network.neutron [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Updating instance_info_cache with network_info: [{"id": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "address": "fa:16:3e:3d:9a:84", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f6282f5-9a", "ovs_interfaceid": "5f6282f5-9ae2-46c3-8bdc-ac943c2df215", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.069571] env[62187]: DEBUG nova.compute.manager [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2400.070702] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace1bb6d-b81f-4427-a0aa-a9bb737be627 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.196740] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.217921] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133705, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.232515] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c1042e-5097-455a-90e6-3c561e1f721d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.240889] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf50532-7d17-42f7-9cf3-cb1f6f186e49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.272623] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f916d3-05e0-4bdb-b21d-512b596e0842 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.279872] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e551c49a-cf8a-44fd-968d-ac707d796ad4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.292937] env[62187]: DEBUG nova.compute.provider_tree [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2400.306747] env[62187]: INFO nova.compute.manager [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] instance snapshotting [ 2400.307303] env[62187]: DEBUG nova.objects.instance [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'flavor' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2400.528054] env[62187]: DEBUG oslo_concurrency.lockutils [req-62d5c4a0-fc11-4385-8e9b-2e10dcb30d70 req-7c8426bf-9736-442e-a107-dd9e5ece989e service nova] Releasing lock "refresh_cache-81777bad-da04-4faf-95ce-574cf579060c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2400.719541] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549409} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.719910] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] d923ed28-652f-4abc-a179-17bfcee84261/d923ed28-652f-4abc-a179-17bfcee84261.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2400.720164] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2400.720447] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-edea17fe-a1e1-4ac4-bcfd-e2576836a790 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.727835] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2400.727835] env[62187]: value = "task-2133706" [ 2400.727835] env[62187]: _type = "Task" [ 2400.727835] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2400.736186] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.795544] env[62187]: DEBUG nova.scheduler.client.report [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2400.812087] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2545e6f1-9e51-4e7e-bfb2-62b89debd773 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.831263] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1639819b-5609-43ca-8019-87791efc55c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.087657] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2401.088044] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13612a05-1097-4fda-906c-0c1872cdab6f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.098415] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2401.098415] env[62187]: value = "task-2133707" [ 2401.098415] env[62187]: _type = "Task" [ 2401.098415] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.107361] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.237271] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078862} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.237633] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2401.238504] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710d0513-73e5-4ba8-a4bb-6853dd4838c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.260939] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] d923ed28-652f-4abc-a179-17bfcee84261/d923ed28-652f-4abc-a179-17bfcee84261.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2401.261290] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8505767-fd84-4b24-9097-3bbe3c206f75 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.280657] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2401.280657] env[62187]: value = "task-2133708" [ 2401.280657] env[62187]: _type = "Task" [ 2401.280657] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.288984] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.300921] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.303755] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.107s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.304162] env[62187]: DEBUG nova.objects.instance [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'resources' on Instance uuid 7a4e9ef9-9e5d-4888-a525-3965a8031c79 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2401.320695] env[62187]: INFO nova.scheduler.client.report [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted allocations for instance 7362da80-4128-42d2-a5bb-1f3ae4b6848b [ 2401.341425] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2401.341954] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4789538e-5d80-4a91-83b9-5689d7842726 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.349309] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2401.349309] env[62187]: value = "task-2133709" [ 2401.349309] env[62187]: _type = "Task" [ 2401.349309] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.358042] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133709, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.607917] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133707, 'name': PowerOffVM_Task, 'duration_secs': 0.218276} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.608230] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2401.608513] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2401.609379] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d9983-4222-4c0a-9951-9282b6a39800 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.616051] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2401.616319] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-040b1a3c-0317-4c3b-9e5c-040ff9d6a935 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.772816] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2401.773064] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2401.773244] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleting the datastore file [datastore2] b75c7ca7-c821-488f-92e9-58ad5c89fef9 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2401.773617] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0dadf7-236f-474b-bf7c-b8653605be00 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.780211] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2401.780211] env[62187]: value = "task-2133711" [ 2401.780211] env[62187]: _type = "Task" [ 2401.780211] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.790436] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.793304] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133708, 'name': ReconfigVM_Task, 'duration_secs': 0.307419} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2401.793551] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Reconfigured VM instance instance-00000070 to attach disk [datastore1] d923ed28-652f-4abc-a179-17bfcee84261/d923ed28-652f-4abc-a179-17bfcee84261.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2401.794181] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d686a92a-e213-4b39-90b4-fc434dd4f580 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.799664] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2401.799664] env[62187]: value = "task-2133712" [ 2401.799664] env[62187]: _type = "Task" [ 2401.799664] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.809713] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133712, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.830204] env[62187]: DEBUG oslo_concurrency.lockutils [None req-996962ed-6a98-46f0-99f5-7950c8cd4ae8 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "7362da80-4128-42d2-a5bb-1f3ae4b6848b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.916s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.860865] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133709, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2401.995350] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e538d2af-ab4c-41ee-aa33-6dcca94a9ef0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.002938] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb97225-7916-4a5a-a79e-693cb3fe5007 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.033570] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf60f6-0562-4a9e-ad8b-8844c7cb37f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.040246] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379c2520-37fe-4a70-8d13-42712b6e5e9e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.052775] env[62187]: DEBUG nova.compute.provider_tree [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2402.290735] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196449} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.291475] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2402.291596] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2402.292884] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2402.293085] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2402.293432] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2402.309319] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133712, 'name': Rename_Task, 'duration_secs': 0.167389} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.309598] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2402.309842] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93a09e6e-139d-4aa0-8a68-ced18930000b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.316292] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2402.316292] env[62187]: value = "task-2133713" [ 2402.316292] env[62187]: _type = "Task" [ 2402.316292] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.323954] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133713, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.358952] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133709, 'name': CreateSnapshot_Task, 'duration_secs': 0.525464} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.359250] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2402.359987] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab09084-57f9-49a5-987a-766bcc8a8d0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.556845] env[62187]: DEBUG nova.scheduler.client.report [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2402.829946] env[62187]: DEBUG oslo_vmware.api [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133713, 'name': PowerOnVM_Task, 'duration_secs': 0.496799} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2402.830286] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2402.830417] env[62187]: INFO nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Took 9.76 seconds to spawn the instance on the hypervisor. [ 2402.830591] env[62187]: DEBUG nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2402.831376] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23b86f2-f8b0-4dcb-82e0-528130724d97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.876908] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2402.877290] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-33e2b786-e3de-4626-8a36-48dbb35eaa1e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.886178] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2402.886178] env[62187]: value = "task-2133714" [ 2402.886178] env[62187]: _type = "Task" [ 2402.886178] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.894630] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.048079] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "9dfd698d-2efc-4e41-be13-74fec238a11c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.048360] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.061564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.086614] env[62187]: INFO nova.scheduler.client.report [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted allocations for instance 7a4e9ef9-9e5d-4888-a525-3965a8031c79 [ 2403.335977] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2403.336266] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2403.336424] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2403.336605] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2403.336749] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2403.336893] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2403.337109] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2403.337269] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2403.337434] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2403.337617] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2403.337802] env[62187]: DEBUG nova.virt.hardware [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2403.338691] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff92e168-1e71-4bc2-8d45-34700d634200 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.341978] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2403.342131] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2403.342272] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2403.349640] env[62187]: INFO nova.compute.manager [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Took 15.45 seconds to build instance. [ 2403.355015] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3cbe2a-7cc5-45bb-81e8-6ef8401d3b5e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.371237] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:52:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '052b0518-e890-4644-8f2d-0e6310681d47', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2403.378695] env[62187]: DEBUG oslo.service.loopingcall [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2403.379160] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2403.379459] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03f641d4-587c-4fb6-a9e5-f02b04c1e0c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.402184] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.403236] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2403.403236] env[62187]: value = "task-2133715" [ 2403.403236] env[62187]: _type = "Task" [ 2403.403236] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.410848] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.550695] env[62187]: DEBUG nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2403.594944] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a89e56cc-0486-46e4-bb19-e7222f5e55bd tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "7a4e9ef9-9e5d-4888-a525-3965a8031c79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.411s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.855012] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2fa1af31-50f3-4033-8557-045c7ce5df4b tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "d923ed28-652f-4abc-a179-17bfcee84261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.978s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.903070] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.911534] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.072988] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.073273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.074779] env[62187]: INFO nova.compute.claims [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2404.221118] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.221352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.403574] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.413542] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.647267] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2404.723251] env[62187]: DEBUG nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2404.904654] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.912951] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.149816] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2405.150045] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2405.150265] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2405.150514] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2405.150656] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2405.238570] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.258949] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b905e7d5-6bd9-409d-9608-197899df98a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.265931] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "d923ed28-652f-4abc-a179-17bfcee84261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.266213] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "d923ed28-652f-4abc-a179-17bfcee84261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.266418] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "d923ed28-652f-4abc-a179-17bfcee84261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.266596] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "d923ed28-652f-4abc-a179-17bfcee84261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.266759] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "d923ed28-652f-4abc-a179-17bfcee84261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.269196] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a57615f-0826-42fc-9e0b-b1dd3ccc1844 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.273140] env[62187]: INFO nova.compute.manager [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Terminating instance [ 2405.303187] env[62187]: DEBUG nova.compute.manager [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2405.303410] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2405.304191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a67fd53-1e83-4502-af25-d77766a34c75 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.307624] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d476ad-0918-4d8a-98c9-79ef183597b3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.319233] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2405.319834] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392fb6ce-529d-46cd-8b4a-c9b560c2e612 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.323770] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-044a73c8-eaf2-4eef-a464-9acb484ac1a7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.334883] env[62187]: DEBUG nova.compute.provider_tree [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2405.337333] env[62187]: DEBUG oslo_vmware.api [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2405.337333] env[62187]: value = "task-2133716" [ 2405.337333] env[62187]: _type = "Task" [ 2405.337333] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.345773] env[62187]: DEBUG oslo_vmware.api [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.405150] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.414300] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.424843] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2405.839286] env[62187]: DEBUG nova.scheduler.client.report [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2405.851265] env[62187]: DEBUG oslo_vmware.api [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133716, 'name': PowerOffVM_Task, 'duration_secs': 0.311022} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.851535] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2405.851701] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2405.851951] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0952b9-cf68-4ff0-85ea-61890d00047b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.905047] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.914755] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.344072] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.271s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2406.344626] env[62187]: DEBUG nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2406.347417] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.109s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2406.349011] env[62187]: INFO nova.compute.claims [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2406.406985] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.416198] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.854114] env[62187]: DEBUG nova.compute.utils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2406.859896] env[62187]: DEBUG nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2406.859896] env[62187]: DEBUG nova.network.neutron [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2406.907163] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.909278] env[62187]: DEBUG nova.policy [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe5974d190144803be761f95dd2e6189', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '372711927fdf4ea7b63f2ed784c7d3b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2406.918932] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.196290] env[62187]: DEBUG nova.network.neutron [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Successfully created port: b0ce07bc-75ec-4bdb-b43a-aff83405fffd {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2407.363828] env[62187]: DEBUG nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2407.413707] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.424790] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2407.425018] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.562828] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb43582-e3bd-4028-a436-34819f4d85da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.571096] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044de05-e0f0-4d70-84fe-ad1a8d165ea7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.601671] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1828b23a-9f31-4b4f-ab5c-1048b4107d92 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.609282] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29464ba-7ee7-4243-b86b-456b56e1565c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.622606] env[62187]: DEBUG nova.compute.provider_tree [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2407.909436] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.922261] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.125404] env[62187]: DEBUG nova.scheduler.client.report [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2408.373212] env[62187]: DEBUG nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2408.394930] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2408.395186] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2408.395341] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2408.395516] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2408.395679] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2408.395841] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2408.396051] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2408.396212] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2408.396375] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2408.396533] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2408.396752] env[62187]: DEBUG nova.virt.hardware [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2408.397555] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6becfa-0cc1-4fa6-bac0-1b5dbd0640e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.411399] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a607d3-de67-42eb-b214-257367dc20ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.415233] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.431181] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.548262] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2408.548532] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2408.548795] env[62187]: INFO nova.compute.manager [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Shelving [ 2408.630822] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2408.631415] env[62187]: DEBUG nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2408.910151] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.924182] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.135892] env[62187]: DEBUG nova.compute.utils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2409.137424] env[62187]: DEBUG nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2409.137586] env[62187]: DEBUG nova.network.neutron [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2409.175731] env[62187]: DEBUG nova.policy [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1822c89706e4e6f8e77a169d8d20eb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cca6f4bced124d88a00fcb00c3cd0fde', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2409.412204] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.420357] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2409.425628] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.487335] env[62187]: DEBUG nova.network.neutron [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Successfully created port: 42444a36-0e49-49ed-9b53-67f3e3e552b4 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2409.558314] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2409.558650] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf004ce3-b336-4f41-b5f2-cc1dc7c6c821 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.565907] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2409.565907] env[62187]: value = "task-2133718" [ 2409.565907] env[62187]: _type = "Task" [ 2409.565907] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.574493] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.640382] env[62187]: DEBUG nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2409.911877] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.924413] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.075726] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133718, 'name': PowerOffVM_Task, 'duration_secs': 0.212432} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.076015] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2410.076788] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8bda4-409d-414a-9a6f-cf50b79741fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.096057] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15829ebf-430e-4468-9706-888383ef7358 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.414450] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.426182] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.426409] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.426620] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.426781] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2410.606047] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2410.606470] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8db582ca-52e0-44e3-9788-076703c8a6fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.614265] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2410.614265] env[62187]: value = "task-2133719" [ 2410.614265] env[62187]: _type = "Task" [ 2410.614265] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.623330] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.650917] env[62187]: DEBUG nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2410.676907] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2410.677226] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2410.677428] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2410.677673] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2410.677859] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2410.678059] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2410.678277] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2410.678439] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2410.678634] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2410.678831] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2410.679056] env[62187]: DEBUG nova.virt.hardware [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2410.680025] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ff4d88-159a-406d-92e5-6eff67e89de5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.687956] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3473c355-e235-4ef5-9d81-b18a849e5b9e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.912953] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.926026] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.930065] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.930278] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2410.930451] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2410.930605] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2410.931358] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e53553-9602-4a29-835b-cbd002c97bbf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.938196] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3d8441-19cb-4962-a369-e037409fa53a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.951432] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c31c4a0-82b5-4078-bc35-357388558efc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.957565] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb58df4-24b4-4085-8b44-fa3e31d49bb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.988227] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179193MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2410.988406] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2410.988693] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.126637] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133719, 'name': CreateSnapshot_Task, 'duration_secs': 0.436356} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.127240] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2411.128185] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177015c7-56a8-4cf9-8c35-8e405f856916 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.189545] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2411.189545] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2411.189545] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Deleting the datastore file [datastore1] d923ed28-652f-4abc-a179-17bfcee84261 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2411.189824] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae57c464-f217-459a-8470-dfbc99f08b13 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.197196] env[62187]: DEBUG oslo_vmware.api [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for the task: (returnval){ [ 2411.197196] env[62187]: value = "task-2133720" [ 2411.197196] env[62187]: _type = "Task" [ 2411.197196] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.206931] env[62187]: DEBUG oslo_vmware.api [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.414707] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.426890] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133715, 'name': CreateVM_Task, 'duration_secs': 7.970386} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.427080] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2411.427788] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2411.427944] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2411.428284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2411.428843] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a55b5f-8e47-43e1-a028-6b746d2ef577 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.433268] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2411.433268] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5217a03d-d39c-5a64-d96c-aaba1edccad1" [ 2411.433268] env[62187]: _type = "Task" [ 2411.433268] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.440634] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5217a03d-d39c-5a64-d96c-aaba1edccad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.646061] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2411.646378] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7101c8a6-1ca7-441d-ba76-0e7546443891 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.656852] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2411.656852] env[62187]: value = "task-2133721" [ 2411.656852] env[62187]: _type = "Task" [ 2411.656852] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.663651] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133721, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.706324] env[62187]: DEBUG oslo_vmware.api [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Task: {'id': task-2133720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130741} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.706593] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2411.706776] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2411.706954] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2411.707147] env[62187]: INFO nova.compute.manager [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Took 6.40 seconds to destroy the instance on the hypervisor. [ 2411.707435] env[62187]: DEBUG oslo.service.loopingcall [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2411.707558] env[62187]: DEBUG nova.compute.manager [-] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2411.707707] env[62187]: DEBUG nova.network.neutron [-] [instance: d923ed28-652f-4abc-a179-17bfcee84261] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2411.914636] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.945954] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5217a03d-d39c-5a64-d96c-aaba1edccad1, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.946332] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2411.946561] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2411.946792] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2411.946930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2411.947120] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2411.947425] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30bd19ae-258d-40b8-869b-84d7fbaa0eb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.954133] env[62187]: DEBUG nova.compute.manager [req-368c5ce3-cf8d-463b-a0d1-83797d53f3a1 req-e7541532-5517-444d-bafd-0a8f0ab30d42 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Received event network-vif-deleted-5907d5aa-ed94-49ab-b7f4-af5ede4d1969 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2411.954346] env[62187]: INFO nova.compute.manager [req-368c5ce3-cf8d-463b-a0d1-83797d53f3a1 req-e7541532-5517-444d-bafd-0a8f0ab30d42 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Neutron deleted interface 5907d5aa-ed94-49ab-b7f4-af5ede4d1969; detaching it from the instance and deleting it from the info cache [ 2411.954533] env[62187]: DEBUG nova.network.neutron [req-368c5ce3-cf8d-463b-a0d1-83797d53f3a1 req-e7541532-5517-444d-bafd-0a8f0ab30d42 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2411.961663] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2411.961663] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2411.962377] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef46ea2-0c7f-4279-9824-c65e38513a01 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.967974] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2411.967974] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5229213a-33e9-851c-ef8d-be68c35a21a7" [ 2411.967974] env[62187]: _type = "Task" [ 2411.967974] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.976601] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5229213a-33e9-851c-ef8d-be68c35a21a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.021694] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.021907] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ec64a04c-2fee-4c79-bad9-f876c854a52c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.022052] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 360b89d0-669a-46a3-b19d-9dc687cfee69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.022209] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance f41b4484-20f9-4882-82d2-4cc9daa3b65a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.022400] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 835bad8e-6ac0-4d54-989e-be4ef761297c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.022541] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 84b3d4f2-d0b9-40a4-99e1-464245a6f154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.022701] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.022825] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 35195bb8-fd73-4185-8c85-b481a2c7f653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.022993] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance b75c7ca7-c821-488f-92e9-58ad5c89fef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.023192] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4493e62f-2484-42a3-a3dd-355cae41b50d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.023322] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9ec7b3d2-d510-44f5-ae66-e15204e5d104 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.023456] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.023631] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 81777bad-da04-4faf-95ce-574cf579060c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.023754] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance d923ed28-652f-4abc-a179-17bfcee84261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.023866] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 9dfd698d-2efc-4e41-be13-74fec238a11c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.023976] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 3fe1c952-ca6d-42eb-a808-031ad8b5657f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2412.024250] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2412.024507] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2412.112440] env[62187]: DEBUG nova.compute.manager [req-3160e028-87cc-4513-945e-a7f977f6e4e2 req-011748d8-30ed-4338-a106-1eb980b0d24f service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Received event network-vif-plugged-b0ce07bc-75ec-4bdb-b43a-aff83405fffd {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2412.112440] env[62187]: DEBUG oslo_concurrency.lockutils [req-3160e028-87cc-4513-945e-a7f977f6e4e2 req-011748d8-30ed-4338-a106-1eb980b0d24f service nova] Acquiring lock "9dfd698d-2efc-4e41-be13-74fec238a11c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2412.112440] env[62187]: DEBUG oslo_concurrency.lockutils [req-3160e028-87cc-4513-945e-a7f977f6e4e2 req-011748d8-30ed-4338-a106-1eb980b0d24f service nova] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2412.112440] env[62187]: DEBUG oslo_concurrency.lockutils [req-3160e028-87cc-4513-945e-a7f977f6e4e2 req-011748d8-30ed-4338-a106-1eb980b0d24f service nova] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2412.112440] env[62187]: DEBUG nova.compute.manager [req-3160e028-87cc-4513-945e-a7f977f6e4e2 req-011748d8-30ed-4338-a106-1eb980b0d24f service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] No waiting events found dispatching network-vif-plugged-b0ce07bc-75ec-4bdb-b43a-aff83405fffd {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2412.112440] env[62187]: WARNING nova.compute.manager [req-3160e028-87cc-4513-945e-a7f977f6e4e2 req-011748d8-30ed-4338-a106-1eb980b0d24f service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Received unexpected event network-vif-plugged-b0ce07bc-75ec-4bdb-b43a-aff83405fffd for instance with vm_state building and task_state spawning. [ 2412.165350] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133721, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.340029] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661564e6-8884-45dc-90e9-c32fbe1c53ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.349762] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3511f7-de28-4a19-9d1a-a720bb205a85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.391022] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fb5aba-8ada-4fe4-9325-bb1554f4782b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.396530] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f104f120-3ca2-4a8f-a435-3fc3b2d02482 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.416398] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2412.427477] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133714, 'name': CloneVM_Task, 'duration_secs': 9.299632} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.427477] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Created linked-clone VM from snapshot [ 2412.427477] env[62187]: DEBUG nova.network.neutron [-] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2412.428326] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07cadd9-09d5-409b-b3e4-4020bdab97bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.437148] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Uploading image 0cc08453-2398-4a5c-806b-1844bb75c7e8 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2412.458280] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eb02f65c-e715-4f00-9f76-db6b7466d4f9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.464934] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2412.464934] env[62187]: value = "vm-436291" [ 2412.464934] env[62187]: _type = "VirtualMachine" [ 2412.464934] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2412.465187] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed4277d9-2611-411c-9fba-b8171254be69 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.470372] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2d6776-df1a-40b7-8987-f8c567dbe0c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.482501] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease: (returnval){ [ 2412.482501] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d98843-d64c-82e4-1c32-643d8d1f24bd" [ 2412.482501] env[62187]: _type = "HttpNfcLease" [ 2412.482501] env[62187]: } obtained for exporting VM: (result){ [ 2412.482501] env[62187]: value = "vm-436291" [ 2412.482501] env[62187]: _type = "VirtualMachine" [ 2412.482501] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2412.482752] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the lease: (returnval){ [ 2412.482752] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d98843-d64c-82e4-1c32-643d8d1f24bd" [ 2412.482752] env[62187]: _type = "HttpNfcLease" [ 2412.482752] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2412.491333] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2412.491333] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d98843-d64c-82e4-1c32-643d8d1f24bd" [ 2412.491333] env[62187]: _type = "HttpNfcLease" [ 2412.491333] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2412.494906] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2412.494906] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d98843-d64c-82e4-1c32-643d8d1f24bd" [ 2412.494906] env[62187]: _type = "HttpNfcLease" [ 2412.494906] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2412.495042] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5229213a-33e9-851c-ef8d-be68c35a21a7, 'name': SearchDatastore_Task, 'duration_secs': 0.018274} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.497541] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2612fd6a-4ac3-466e-b0c0-9cd2d468eb97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.509892] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3985b88-e7bd-405e-8609-c9e0cd1a214a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.511956] env[62187]: DEBUG nova.compute.manager [req-368c5ce3-cf8d-463b-a0d1-83797d53f3a1 req-e7541532-5517-444d-bafd-0a8f0ab30d42 service nova] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Detach interface failed, port_id=5907d5aa-ed94-49ab-b7f4-af5ede4d1969, reason: Instance d923ed28-652f-4abc-a179-17bfcee84261 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2412.518161] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a4196-a23e-a996-8d2b-9c84b585734e/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2412.518367] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a4196-a23e-a996-8d2b-9c84b585734e/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2412.520350] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2412.520350] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52646cb3-15ae-c041-9dde-3f2cb03df503" [ 2412.520350] env[62187]: _type = "Task" [ 2412.520350] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.577012] env[62187]: DEBUG nova.network.neutron [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Successfully updated port: 42444a36-0e49-49ed-9b53-67f3e3e552b4 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2412.584708] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52646cb3-15ae-c041-9dde-3f2cb03df503, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.585531] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2412.585531] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2412.585781] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ed527d5-faaa-4dbb-af1c-bacbb4aa9982 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.593015] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2412.593015] env[62187]: value = "task-2133723" [ 2412.593015] env[62187]: _type = "Task" [ 2412.593015] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2412.602821] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.616189] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-031193b4-e19c-410a-a8d9-4dee8ac02d57 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.667648] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133721, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.673464] env[62187]: DEBUG nova.network.neutron [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Successfully updated port: b0ce07bc-75ec-4bdb-b43a-aff83405fffd {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2412.922389] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2412.934485] env[62187]: INFO nova.compute.manager [-] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Took 1.23 seconds to deallocate network for instance. [ 2413.081103] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.081103] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.081335] env[62187]: DEBUG nova.network.neutron [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2413.102736] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455697} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.103025] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2413.103244] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2413.103635] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1641dfa8-4b02-4751-99d6-9ad05b7d6e08 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.110448] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2413.110448] env[62187]: value = "task-2133724" [ 2413.110448] env[62187]: _type = "Task" [ 2413.110448] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.119366] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.166214] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133721, 'name': CloneVM_Task, 'duration_secs': 1.420162} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.166746] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Created linked-clone VM from snapshot [ 2413.167639] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb62b48c-5c53-4537-a0b5-af12d91e608c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.176200] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "refresh_cache-9dfd698d-2efc-4e41-be13-74fec238a11c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.177442] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "refresh_cache-9dfd698d-2efc-4e41-be13-74fec238a11c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.177442] env[62187]: DEBUG nova.network.neutron [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2413.178448] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Uploading image c25b521c-0690-48c7-88a7-31e694a110a7 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2413.202703] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2413.202703] env[62187]: value = "vm-436294" [ 2413.202703] env[62187]: _type = "VirtualMachine" [ 2413.202703] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2413.203300] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6ec0537e-2c84-4218-87b7-373d22d807a7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.210218] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease: (returnval){ [ 2413.210218] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525cc76a-80af-e6ed-9b88-89445170b10b" [ 2413.210218] env[62187]: _type = "HttpNfcLease" [ 2413.210218] env[62187]: } obtained for exporting VM: (result){ [ 2413.210218] env[62187]: value = "vm-436294" [ 2413.210218] env[62187]: _type = "VirtualMachine" [ 2413.210218] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2413.210519] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the lease: (returnval){ [ 2413.210519] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525cc76a-80af-e6ed-9b88-89445170b10b" [ 2413.210519] env[62187]: _type = "HttpNfcLease" [ 2413.210519] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2413.218985] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2413.218985] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525cc76a-80af-e6ed-9b88-89445170b10b" [ 2413.218985] env[62187]: _type = "HttpNfcLease" [ 2413.218985] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2413.427526] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2413.427779] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.439s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.441100] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.441458] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.441734] env[62187]: DEBUG nova.objects.instance [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lazy-loading 'resources' on Instance uuid d923ed28-652f-4abc-a179-17bfcee84261 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2413.615862] env[62187]: DEBUG nova.network.neutron [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2413.624799] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095133} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2413.625260] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2413.626120] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad40a3b2-1a06-4fad-87ae-33af7768d477 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.650249] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2413.652923] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587739e7-dc86-4b9b-894f-261bb5358252 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.674034] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2413.674034] env[62187]: value = "task-2133726" [ 2413.674034] env[62187]: _type = "Task" [ 2413.674034] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2413.683609] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.719588] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2413.719588] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525cc76a-80af-e6ed-9b88-89445170b10b" [ 2413.719588] env[62187]: _type = "HttpNfcLease" [ 2413.719588] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2413.719987] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2413.719987] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525cc76a-80af-e6ed-9b88-89445170b10b" [ 2413.719987] env[62187]: _type = "HttpNfcLease" [ 2413.719987] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2413.720838] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8cc8b5-f186-4ce9-b993-de4be08717ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.730378] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b564f4-bf55-8478-edbf-8054ab642f40/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2413.730570] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b564f4-bf55-8478-edbf-8054ab642f40/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2413.732352] env[62187]: DEBUG nova.network.neutron [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2413.871879] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd787ead-bf9e-4e9c-9d84-f1701eaa31d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.990327] env[62187]: DEBUG nova.network.neutron [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance_info_cache with network_info: [{"id": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "address": "fa:16:3e:1c:65:4f", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42444a36-0e", "ovs_interfaceid": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2413.996993] env[62187]: DEBUG nova.compute.manager [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Received event network-vif-plugged-42444a36-0e49-49ed-9b53-67f3e3e552b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2413.997285] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Acquiring lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.997554] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.997837] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.998016] env[62187]: DEBUG nova.compute.manager [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] No waiting events found dispatching network-vif-plugged-42444a36-0e49-49ed-9b53-67f3e3e552b4 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2413.998190] env[62187]: WARNING nova.compute.manager [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Received unexpected event network-vif-plugged-42444a36-0e49-49ed-9b53-67f3e3e552b4 for instance with vm_state building and task_state spawning. [ 2413.998650] env[62187]: DEBUG nova.compute.manager [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Received event network-changed-42444a36-0e49-49ed-9b53-67f3e3e552b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2413.998816] env[62187]: DEBUG nova.compute.manager [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Refreshing instance network info cache due to event network-changed-42444a36-0e49-49ed-9b53-67f3e3e552b4. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2413.998985] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Acquiring lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.048523] env[62187]: DEBUG nova.network.neutron [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Updating instance_info_cache with network_info: [{"id": "b0ce07bc-75ec-4bdb-b43a-aff83405fffd", "address": "fa:16:3e:e0:64:67", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ce07bc-75", "ovs_interfaceid": "b0ce07bc-75ec-4bdb-b43a-aff83405fffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2414.180281] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a41928-f2ec-4036-9a5b-3378f7b34301 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.186199] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133726, 'name': ReconfigVM_Task, 'duration_secs': 0.302894} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.186974] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Reconfigured VM instance instance-0000006a to attach disk [datastore1] b75c7ca7-c821-488f-92e9-58ad5c89fef9/b75c7ca7-c821-488f-92e9-58ad5c89fef9.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2414.187834] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4348233e-03fc-4e85-836f-8515d23fe6d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.192408] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43601d-0749-49b7-a81c-b865e9f7f63e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.196724] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2414.196724] env[62187]: value = "task-2133727" [ 2414.196724] env[62187]: _type = "Task" [ 2414.196724] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.229885] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685ef1e0-e559-483f-b72a-8f6cd4e54752 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.235890] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133727, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.243315] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d839a-7d8d-4b50-8cf8-a0105a991110 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.260167] env[62187]: DEBUG nova.compute.provider_tree [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2414.492578] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2414.492920] env[62187]: DEBUG nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Instance network_info: |[{"id": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "address": "fa:16:3e:1c:65:4f", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42444a36-0e", "ovs_interfaceid": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2414.493286] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Acquired lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2414.493525] env[62187]: DEBUG nova.network.neutron [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Refreshing network info cache for port 42444a36-0e49-49ed-9b53-67f3e3e552b4 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2414.495102] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:65:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42444a36-0e49-49ed-9b53-67f3e3e552b4', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2414.506020] env[62187]: DEBUG oslo.service.loopingcall [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2414.510407] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2414.511163] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db88d8b-9bdc-4392-b091-cbc2edde650a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.534269] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2414.534269] env[62187]: value = "task-2133728" [ 2414.534269] env[62187]: _type = "Task" [ 2414.534269] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.544679] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133728, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.551432] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "refresh_cache-9dfd698d-2efc-4e41-be13-74fec238a11c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2414.551784] env[62187]: DEBUG nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Instance network_info: |[{"id": "b0ce07bc-75ec-4bdb-b43a-aff83405fffd", "address": "fa:16:3e:e0:64:67", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ce07bc-75", "ovs_interfaceid": "b0ce07bc-75ec-4bdb-b43a-aff83405fffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2414.552887] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:64:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0ce07bc-75ec-4bdb-b43a-aff83405fffd', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2414.560733] env[62187]: DEBUG oslo.service.loopingcall [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2414.563807] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2414.564173] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bfbfebf-4e13-43e3-893d-6abc25478c64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.586358] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2414.586358] env[62187]: value = "task-2133729" [ 2414.586358] env[62187]: _type = "Task" [ 2414.586358] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.595355] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133729, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.710723] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133727, 'name': Rename_Task, 'duration_secs': 0.180043} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2414.711283] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2414.711957] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26849f0f-b55f-40bd-9135-bf48a19384e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.719168] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2414.719168] env[62187]: value = "task-2133730" [ 2414.719168] env[62187]: _type = "Task" [ 2414.719168] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2414.730223] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.763934] env[62187]: DEBUG nova.scheduler.client.report [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2414.885893] env[62187]: DEBUG nova.network.neutron [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updated VIF entry in instance network info cache for port 42444a36-0e49-49ed-9b53-67f3e3e552b4. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2414.886685] env[62187]: DEBUG nova.network.neutron [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance_info_cache with network_info: [{"id": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "address": "fa:16:3e:1c:65:4f", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42444a36-0e", "ovs_interfaceid": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.044052] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133728, 'name': CreateVM_Task, 'duration_secs': 0.452182} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.044388] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2415.045419] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.045798] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.046265] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2415.046587] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac076a2d-3484-49c7-b316-3107ea753077 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.051667] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2415.051667] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525b6524-f3fc-3ec1-7b88-382266c6852c" [ 2415.051667] env[62187]: _type = "Task" [ 2415.051667] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.060436] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525b6524-f3fc-3ec1-7b88-382266c6852c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.096400] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133729, 'name': CreateVM_Task, 'duration_secs': 0.41317} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.096779] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2415.097529] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.231331] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133730, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.269551] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.296941] env[62187]: INFO nova.scheduler.client.report [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Deleted allocations for instance d923ed28-652f-4abc-a179-17bfcee84261 [ 2415.389566] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Releasing lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.389860] env[62187]: DEBUG nova.compute.manager [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Received event network-changed-b0ce07bc-75ec-4bdb-b43a-aff83405fffd {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2415.390108] env[62187]: DEBUG nova.compute.manager [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Refreshing instance network info cache due to event network-changed-b0ce07bc-75ec-4bdb-b43a-aff83405fffd. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2415.390446] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Acquiring lock "refresh_cache-9dfd698d-2efc-4e41-be13-74fec238a11c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.390692] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Acquired lock "refresh_cache-9dfd698d-2efc-4e41-be13-74fec238a11c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.390925] env[62187]: DEBUG nova.network.neutron [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Refreshing network info cache for port b0ce07bc-75ec-4bdb-b43a-aff83405fffd {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2415.563362] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525b6524-f3fc-3ec1-7b88-382266c6852c, 'name': SearchDatastore_Task, 'duration_secs': 0.012639} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.565037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.565037] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2415.565037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2415.565037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.565037] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2415.565037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2415.565378] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2415.565644] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97c3d4a8-0893-4715-bf9d-8c4eb6226f03 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.567584] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f042fae-9f6c-4e12-bb86-be1490e638b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.573098] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2415.573098] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52af731b-86fd-b125-ff88-47173dec5761" [ 2415.573098] env[62187]: _type = "Task" [ 2415.573098] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.577372] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2415.577602] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2415.578738] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c16465-0557-4a7c-b2a0-ab84833fd4ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.583840] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52af731b-86fd-b125-ff88-47173dec5761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.586767] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2415.586767] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aecb28-d458-4e1b-27a6-d26e1799db17" [ 2415.586767] env[62187]: _type = "Task" [ 2415.586767] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.594146] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aecb28-d458-4e1b-27a6-d26e1799db17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.731335] env[62187]: DEBUG oslo_vmware.api [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133730, 'name': PowerOnVM_Task, 'duration_secs': 0.578592} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2415.731617] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2415.731859] env[62187]: DEBUG nova.compute.manager [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2415.732669] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4793e4-62b5-45f7-a0b5-4a9829f02de2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.739369] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.739602] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.739824] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2415.740020] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2415.740235] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2415.744632] env[62187]: INFO nova.compute.manager [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Terminating instance [ 2415.806060] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bde86d2-f12d-4af0-837c-0e5ae60c4ad7 tempest-ServersNegativeTestMultiTenantJSON-629648161 tempest-ServersNegativeTestMultiTenantJSON-629648161-project-member] Lock "d923ed28-652f-4abc-a179-17bfcee84261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.540s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.085675] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52af731b-86fd-b125-ff88-47173dec5761, 'name': SearchDatastore_Task, 'duration_secs': 0.023455} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.086076] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.086213] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2416.086434] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2416.096618] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52aecb28-d458-4e1b-27a6-d26e1799db17, 'name': SearchDatastore_Task, 'duration_secs': 0.01174} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.097392] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4271f9c-892d-445a-94fb-6103951c5531 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.103126] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2416.103126] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b7206a-742a-bc23-47e7-fc3c8bfe6f19" [ 2416.103126] env[62187]: _type = "Task" [ 2416.103126] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.111471] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b7206a-742a-bc23-47e7-fc3c8bfe6f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.147683] env[62187]: DEBUG nova.network.neutron [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Updated VIF entry in instance network info cache for port b0ce07bc-75ec-4bdb-b43a-aff83405fffd. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2416.148154] env[62187]: DEBUG nova.network.neutron [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Updating instance_info_cache with network_info: [{"id": "b0ce07bc-75ec-4bdb-b43a-aff83405fffd", "address": "fa:16:3e:e0:64:67", "network": {"id": "8eeb1e37-fad0-4b8e-bcb9-0469ed5be54c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1450108073-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "372711927fdf4ea7b63f2ed784c7d3b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0ce07bc-75", "ovs_interfaceid": "b0ce07bc-75ec-4bdb-b43a-aff83405fffd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.251805] env[62187]: DEBUG nova.compute.manager [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2416.252069] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2416.255779] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835a392d-7e62-4709-822f-2797f6b4839a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.258332] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.258561] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.258747] env[62187]: DEBUG nova.objects.instance [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2416.268210] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2416.268210] env[62187]: value = "task-2133731" [ 2416.268210] env[62187]: _type = "Task" [ 2416.268210] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.274779] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.613725] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b7206a-742a-bc23-47e7-fc3c8bfe6f19, 'name': SearchDatastore_Task, 'duration_secs': 0.013452} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.614010] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.614289] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 3fe1c952-ca6d-42eb-a808-031ad8b5657f/3fe1c952-ca6d-42eb-a808-031ad8b5657f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2416.614582] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2416.614759] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2416.614968] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41eec5e1-7b41-46b6-b764-e2ed8382c835 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.619677] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-373d12ce-47d6-46fb-bbdf-f69fe4fcb16d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.625888] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2416.625888] env[62187]: value = "task-2133732" [ 2416.625888] env[62187]: _type = "Task" [ 2416.625888] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.630628] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2416.630789] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2416.631934] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe0f65a-991e-4d78-aa10-3b876b86d81d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.637921] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.641011] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2416.641011] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e77aba-c0e2-c206-1493-a977e251fed4" [ 2416.641011] env[62187]: _type = "Task" [ 2416.641011] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.648689] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e77aba-c0e2-c206-1493-a977e251fed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.651269] env[62187]: DEBUG oslo_concurrency.lockutils [req-16006652-1d9d-4b5a-ad05-676d8e6e1946 req-47702e52-35f4-4751-abfa-b88fbdaad49c service nova] Releasing lock "refresh_cache-9dfd698d-2efc-4e41-be13-74fec238a11c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2416.780256] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133731, 'name': PowerOffVM_Task, 'duration_secs': 0.205833} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.780592] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2416.780817] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2416.781074] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436269', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'name': 'volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9ec7b3d2-d510-44f5-ae66-e15204e5d104', 'attached_at': '2025-01-16T01:44:19.000000', 'detached_at': '', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'serial': '5f9933d4-687d-4afb-a73f-ab8dd79cf483'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2416.781975] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a853f-d92c-42d3-b3ce-4d9936244392 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.804631] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a759ed-5885-4f7a-8666-a561af99793e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.813680] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12d884a-0a03-4488-bf02-01dc4ab3ce37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.834678] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256a4a5e-a148-4120-80f5-b80118e27ca0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.855163] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] The volume has not been displaced from its original location: [datastore2] volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483/volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2416.858747] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2416.859187] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34a01a7f-9725-425a-b6d6-0b1fe32f9241 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.879787] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2416.879787] env[62187]: value = "task-2133733" [ 2416.879787] env[62187]: _type = "Task" [ 2416.879787] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.889134] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.137685] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133732, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.153437] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e77aba-c0e2-c206-1493-a977e251fed4, 'name': SearchDatastore_Task, 'duration_secs': 0.012212} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.153437] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8175b4-e35e-4a6d-bf90-f0e80d92d4bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.158142] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2417.158142] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529b66d6-86e1-f757-6ccc-3e0d97bca1c1" [ 2417.158142] env[62187]: _type = "Task" [ 2417.158142] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.169387] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529b66d6-86e1-f757-6ccc-3e0d97bca1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.275233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-301392aa-0ac5-44fd-9bc5-1df1448869d3 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2417.391836] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133733, 'name': ReconfigVM_Task, 'duration_secs': 0.316194} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.392083] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2417.396755] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05dee890-f421-4b1a-af82-a1ff72435795 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.415337] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2417.415337] env[62187]: value = "task-2133734" [ 2417.415337] env[62187]: _type = "Task" [ 2417.415337] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.431605] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133734, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.640346] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553737} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.640593] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 3fe1c952-ca6d-42eb-a808-031ad8b5657f/3fe1c952-ca6d-42eb-a808-031ad8b5657f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2417.640803] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2417.641100] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc3c5c6b-ec93-4807-8e6c-ffd155aaef7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.651158] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2417.651158] env[62187]: value = "task-2133735" [ 2417.651158] env[62187]: _type = "Task" [ 2417.651158] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.659868] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.668839] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529b66d6-86e1-f757-6ccc-3e0d97bca1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015775} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.669116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2417.669378] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 9dfd698d-2efc-4e41-be13-74fec238a11c/9dfd698d-2efc-4e41-be13-74fec238a11c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2417.669643] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82b453a0-ec00-40d5-ab20-e7664c266ab7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.676626] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2417.676626] env[62187]: value = "task-2133736" [ 2417.676626] env[62187]: _type = "Task" [ 2417.676626] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.684735] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.926730] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133734, 'name': ReconfigVM_Task, 'duration_secs': 0.201118} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.927126] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436269', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'name': 'volume-5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9ec7b3d2-d510-44f5-ae66-e15204e5d104', 'attached_at': '2025-01-16T01:44:19.000000', 'detached_at': '', 'volume_id': '5f9933d4-687d-4afb-a73f-ab8dd79cf483', 'serial': '5f9933d4-687d-4afb-a73f-ab8dd79cf483'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2417.927489] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2417.928462] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b4924-abd9-45b2-a3ea-9fca8403d7e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.936482] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2417.936836] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b75d6d65-7c3c-4723-b6fe-a77dc26d044e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.031428] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2418.031681] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2418.031824] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleting the datastore file [datastore2] 9ec7b3d2-d510-44f5-ae66-e15204e5d104 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2418.032134] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05411810-7401-45a5-82c7-0eb75e0c18fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.039636] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2418.039636] env[62187]: value = "task-2133738" [ 2418.039636] env[62187]: _type = "Task" [ 2418.039636] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.048916] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.160726] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090948} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.161290] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2418.161843] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b58011c-0e70-44e8-90c5-6da239b8749e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.184737] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 3fe1c952-ca6d-42eb-a808-031ad8b5657f/3fe1c952-ca6d-42eb-a808-031ad8b5657f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2418.185208] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b612f0b-b588-4a4f-992f-5a74ea6eda31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.209059] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.210104] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2418.210104] env[62187]: value = "task-2133739" [ 2418.210104] env[62187]: _type = "Task" [ 2418.210104] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.218504] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.553107] env[62187]: DEBUG oslo_vmware.api [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292345} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.553493] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2418.553725] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2418.553867] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2418.554059] env[62187]: INFO nova.compute.manager [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Took 2.30 seconds to destroy the instance on the hypervisor. [ 2418.554368] env[62187]: DEBUG oslo.service.loopingcall [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2418.554509] env[62187]: DEBUG nova.compute.manager [-] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2418.554603] env[62187]: DEBUG nova.network.neutron [-] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2418.699520] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666282} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.699956] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 9dfd698d-2efc-4e41-be13-74fec238a11c/9dfd698d-2efc-4e41-be13-74fec238a11c.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2418.700315] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2418.700698] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b905102f-b182-474c-8bb5-21b005c128a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2418.710013] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2418.710013] env[62187]: value = "task-2133740" [ 2418.710013] env[62187]: _type = "Task" [ 2418.710013] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2418.724599] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.728154] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.224137] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133739, 'name': ReconfigVM_Task, 'duration_secs': 0.720595} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.227293] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 3fe1c952-ca6d-42eb-a808-031ad8b5657f/3fe1c952-ca6d-42eb-a808-031ad8b5657f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2419.228296] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140505} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.228504] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ced40f9-999b-4b67-99f1-368b525f9116 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.230353] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2419.231139] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34df38a6-3c26-47b3-99fe-d298074d6155 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.255690] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 9dfd698d-2efc-4e41-be13-74fec238a11c/9dfd698d-2efc-4e41-be13-74fec238a11c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2419.257325] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41254d9e-6232-44fc-9523-6b895239268d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.271905] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2419.271905] env[62187]: value = "task-2133741" [ 2419.271905] env[62187]: _type = "Task" [ 2419.271905] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.277573] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2419.277573] env[62187]: value = "task-2133742" [ 2419.277573] env[62187]: _type = "Task" [ 2419.277573] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.284013] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133741, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.289995] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133742, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.606720] env[62187]: DEBUG nova.compute.manager [req-b76aa66d-e68e-48b5-b3b7-00cbd06f30a3 req-188e6e37-a691-44c4-a2df-a9751d41d1d7 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Received event network-vif-deleted-cd0ec829-1aa8-4403-9a2c-14e52f34daa9 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2419.606940] env[62187]: INFO nova.compute.manager [req-b76aa66d-e68e-48b5-b3b7-00cbd06f30a3 req-188e6e37-a691-44c4-a2df-a9751d41d1d7 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Neutron deleted interface cd0ec829-1aa8-4403-9a2c-14e52f34daa9; detaching it from the instance and deleting it from the info cache [ 2419.607169] env[62187]: DEBUG nova.network.neutron [req-b76aa66d-e68e-48b5-b3b7-00cbd06f30a3 req-188e6e37-a691-44c4-a2df-a9751d41d1d7 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.788237] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.793221] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133741, 'name': Rename_Task, 'duration_secs': 0.273129} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.793601] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2419.793767] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a30fc42-6805-460d-8c2a-06113b92619f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.801077] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2419.801077] env[62187]: value = "task-2133743" [ 2419.801077] env[62187]: _type = "Task" [ 2419.801077] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.814320] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.065952] env[62187]: DEBUG nova.network.neutron [-] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2420.110540] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99a752b0-a726-4d4c-8d0e-881581bec6b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.122643] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6084aa4a-793c-4b2b-8c3c-71ab7c203764 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.160037] env[62187]: DEBUG nova.compute.manager [req-b76aa66d-e68e-48b5-b3b7-00cbd06f30a3 req-188e6e37-a691-44c4-a2df-a9751d41d1d7 service nova] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Detach interface failed, port_id=cd0ec829-1aa8-4403-9a2c-14e52f34daa9, reason: Instance 9ec7b3d2-d510-44f5-ae66-e15204e5d104 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2420.288873] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133742, 'name': ReconfigVM_Task, 'duration_secs': 0.581478} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.289263] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 9dfd698d-2efc-4e41-be13-74fec238a11c/9dfd698d-2efc-4e41-be13-74fec238a11c.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2420.289880] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-918500ce-a962-4c4a-a6b5-4fe172afdc10 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.296413] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2420.296413] env[62187]: value = "task-2133744" [ 2420.296413] env[62187]: _type = "Task" [ 2420.296413] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.304426] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133744, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.313421] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133743, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.568414] env[62187]: INFO nova.compute.manager [-] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Took 2.01 seconds to deallocate network for instance. [ 2420.807211] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133744, 'name': Rename_Task, 'duration_secs': 0.189499} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.810491] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2420.810762] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60928f36-68c5-41a7-b895-27e496e96f4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.820669] env[62187]: DEBUG oslo_vmware.api [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133743, 'name': PowerOnVM_Task, 'duration_secs': 0.588181} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.820961] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2420.820961] env[62187]: value = "task-2133745" [ 2420.820961] env[62187]: _type = "Task" [ 2420.820961] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.821455] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2420.821652] env[62187]: INFO nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Took 10.17 seconds to spawn the instance on the hypervisor. [ 2420.821844] env[62187]: DEBUG nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2420.822665] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9439b54-49a3-42f4-9591-3073fb6419e6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.835371] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.117725] env[62187]: INFO nova.compute.manager [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Took 0.55 seconds to detach 1 volumes for instance. [ 2421.120175] env[62187]: DEBUG nova.compute.manager [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Deleting volume: 5f9933d4-687d-4afb-a73f-ab8dd79cf483 {{(pid=62187) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2421.322228] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.322683] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.322998] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.323307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.323674] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.331861] env[62187]: INFO nova.compute.manager [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Terminating instance [ 2421.355223] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.359356] env[62187]: INFO nova.compute.manager [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Took 16.13 seconds to build instance. [ 2421.662540] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2421.662854] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.663214] env[62187]: DEBUG nova.objects.instance [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'resources' on Instance uuid 9ec7b3d2-d510-44f5-ae66-e15204e5d104 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2421.835920] env[62187]: DEBUG oslo_vmware.api [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133745, 'name': PowerOnVM_Task, 'duration_secs': 0.702629} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.836565] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2421.836565] env[62187]: INFO nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Took 13.46 seconds to spawn the instance on the hypervisor. [ 2421.836565] env[62187]: DEBUG nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2421.837229] env[62187]: DEBUG nova.compute.manager [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2421.837440] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2421.838235] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b238735f-40e9-4a1a-9287-a2bb1fae95e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.841633] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71450ce7-3658-4cec-9aea-d91a7c7e1424 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.852903] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2421.853418] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4a8511-12b3-4ba3-b54e-1fcae7cd13b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.860140] env[62187]: DEBUG oslo_vmware.api [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2421.860140] env[62187]: value = "task-2133747" [ 2421.860140] env[62187]: _type = "Task" [ 2421.860140] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.863754] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fc4dcc3a-35d0-4cbc-af25-4e18366f68f0 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.642s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.869533] env[62187]: DEBUG oslo_vmware.api [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.911467] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b564f4-bf55-8478-edbf-8054ab642f40/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2421.912641] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78962cf3-7ac3-4f18-aa61-9a4e53a9f19f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.919594] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b564f4-bf55-8478-edbf-8054ab642f40/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2421.919773] env[62187]: ERROR oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b564f4-bf55-8478-edbf-8054ab642f40/disk-0.vmdk due to incomplete transfer. [ 2421.920016] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-76bbb3c3-0f4c-4541-9d65-6882805c10a5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.928168] env[62187]: DEBUG oslo_vmware.rw_handles [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b564f4-bf55-8478-edbf-8054ab642f40/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2421.928384] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Uploaded image c25b521c-0690-48c7-88a7-31e694a110a7 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2421.930212] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2421.930496] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4661a514-ffe9-4b0f-82b2-6d36615a113d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.938433] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2421.938433] env[62187]: value = "task-2133748" [ 2421.938433] env[62187]: _type = "Task" [ 2421.938433] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.947318] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133748, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.052568] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a4196-a23e-a996-8d2b-9c84b585734e/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2422.053593] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da1f219-adaf-4100-9701-4b5e257c1225 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.059920] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a4196-a23e-a996-8d2b-9c84b585734e/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2422.060103] env[62187]: ERROR oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a4196-a23e-a996-8d2b-9c84b585734e/disk-0.vmdk due to incomplete transfer. [ 2422.060347] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-89ab7abf-4f58-4e43-9d18-7c6f8e09b180 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.067286] env[62187]: DEBUG oslo_vmware.rw_handles [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522a4196-a23e-a996-8d2b-9c84b585734e/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2422.067511] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Uploaded image 0cc08453-2398-4a5c-806b-1844bb75c7e8 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2422.071009] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2422.071009] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7783c48f-4cd2-4656-bd40-a7220e4d77f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.075938] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2422.075938] env[62187]: value = "task-2133749" [ 2422.075938] env[62187]: _type = "Task" [ 2422.075938] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.083561] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133749, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.358962] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a3f83-ce07-468b-8e73-11fc8f6b2220 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.366804] env[62187]: INFO nova.compute.manager [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Took 18.31 seconds to build instance. [ 2422.374918] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbf85bb-864d-4395-bd63-5daad0abf5e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.377992] env[62187]: DEBUG oslo_vmware.api [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133747, 'name': PowerOffVM_Task, 'duration_secs': 0.312575} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.378755] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2422.378959] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2422.379587] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bac97bf-a47d-425a-a0d8-c5a50c065b54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.408410] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd3d5de-2809-4f83-a5ba-5d51ecbf47e0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.416415] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52512a58-4911-4b06-824a-ca73d45229fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.434186] env[62187]: DEBUG nova.compute.provider_tree [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2422.454383] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133748, 'name': Destroy_Task, 'duration_secs': 0.341772} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.454383] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Destroyed the VM [ 2422.454383] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2422.454383] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3702d251-6a8e-424f-94dc-27e153886d24 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.462632] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2422.462632] env[62187]: value = "task-2133751" [ 2422.462632] env[62187]: _type = "Task" [ 2422.462632] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.473993] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.546549] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2422.546784] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2422.547055] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Deleting the datastore file [datastore2] f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2422.547425] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fb4364e-bcc7-4a3b-83b9-40be740d988d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.556175] env[62187]: DEBUG oslo_vmware.api [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2422.556175] env[62187]: value = "task-2133752" [ 2422.556175] env[62187]: _type = "Task" [ 2422.556175] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.564975] env[62187]: DEBUG oslo_vmware.api [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.585341] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133749, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.595653] env[62187]: DEBUG nova.compute.manager [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2422.869435] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e96accd5-7a9d-437d-9803-7fdf6ef36352 tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.821s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.938925] env[62187]: DEBUG nova.scheduler.client.report [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2422.976482] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133751, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.067510] env[62187]: DEBUG oslo_vmware.api [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133752, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.087361] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133749, 'name': Destroy_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.102692] env[62187]: DEBUG oslo_concurrency.lockutils [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "9dfd698d-2efc-4e41-be13-74fec238a11c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.102954] env[62187]: DEBUG oslo_concurrency.lockutils [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.103179] env[62187]: DEBUG nova.compute.manager [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2423.104763] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caf22c5-214e-4ac0-bd8b-a07084856f2b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.113504] env[62187]: DEBUG nova.compute.manager [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2423.114204] env[62187]: DEBUG nova.objects.instance [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lazy-loading 'flavor' on Instance uuid 9dfd698d-2efc-4e41-be13-74fec238a11c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2423.116364] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.444742] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.448201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.332s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.472027] env[62187]: INFO nova.scheduler.client.report [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted allocations for instance 9ec7b3d2-d510-44f5-ae66-e15204e5d104 [ 2423.487590] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133751, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.568866] env[62187]: DEBUG oslo_vmware.api [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.595302} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.569147] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2423.569341] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2423.569523] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2423.569695] env[62187]: INFO nova.compute.manager [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Took 1.73 seconds to destroy the instance on the hypervisor. [ 2423.569941] env[62187]: DEBUG oslo.service.loopingcall [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2423.570156] env[62187]: DEBUG nova.compute.manager [-] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2423.570257] env[62187]: DEBUG nova.network.neutron [-] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2423.587925] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133749, 'name': Destroy_Task, 'duration_secs': 1.018178} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.588234] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Destroyed the VM [ 2423.588474] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2423.588737] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eeec5e2b-aa5a-49b3-b0c2-8f49ce11bf7f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.597392] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2423.597392] env[62187]: value = "task-2133753" [ 2423.597392] env[62187]: _type = "Task" [ 2423.597392] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.606654] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.954814] env[62187]: INFO nova.compute.claims [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2423.976047] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133751, 'name': RemoveSnapshot_Task, 'duration_secs': 1.181295} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.976334] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2423.976604] env[62187]: DEBUG nova.compute.manager [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2423.977456] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7aa161-a2b5-462b-9490-a8fd051859c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.983786] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a160fae9-8fcb-4d46-ac89-0060c998e766 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "9ec7b3d2-d510-44f5-ae66-e15204e5d104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.244s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.098954] env[62187]: DEBUG nova.compute.manager [req-7b345e9a-e230-4085-a45e-aa7df9c15962 req-345e6fae-0b65-4cc9-857c-c59300a38000 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Received event network-vif-deleted-fb37476a-58a8-4a91-b966-d101e4cb9da1 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2424.099216] env[62187]: INFO nova.compute.manager [req-7b345e9a-e230-4085-a45e-aa7df9c15962 req-345e6fae-0b65-4cc9-857c-c59300a38000 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Neutron deleted interface fb37476a-58a8-4a91-b966-d101e4cb9da1; detaching it from the instance and deleting it from the info cache [ 2424.099396] env[62187]: DEBUG nova.network.neutron [req-7b345e9a-e230-4085-a45e-aa7df9c15962 req-345e6fae-0b65-4cc9-857c-c59300a38000 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.110913] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133753, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.124195] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2424.124507] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d27f06-a3d2-44d4-ae3b-5acfa5c1cdd4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.133277] env[62187]: DEBUG oslo_vmware.api [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2424.133277] env[62187]: value = "task-2133754" [ 2424.133277] env[62187]: _type = "Task" [ 2424.133277] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.143648] env[62187]: DEBUG oslo_vmware.api [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.315697] env[62187]: DEBUG oslo_concurrency.lockutils [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.315955] env[62187]: DEBUG oslo_concurrency.lockutils [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.461247] env[62187]: INFO nova.compute.resource_tracker [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating resource usage from migration 79522a85-7626-490b-956a-04075aaef9c1 [ 2424.496122] env[62187]: INFO nova.compute.manager [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Shelve offloading [ 2424.569347] env[62187]: DEBUG nova.network.neutron [-] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2424.605608] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a0da2f8-36ac-4215-a872-2df888d9f50d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.612631] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133753, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.620757] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20435d9-77f6-4982-915c-bb14e71e40c7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.642015] env[62187]: DEBUG oslo_vmware.api [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133754, 'name': PowerOffVM_Task, 'duration_secs': 0.227859} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.642271] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2424.642537] env[62187]: DEBUG nova.compute.manager [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2424.645818] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2db487f-31b0-4258-9c68-cdbbbd010847 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.661746] env[62187]: DEBUG nova.compute.manager [req-7b345e9a-e230-4085-a45e-aa7df9c15962 req-345e6fae-0b65-4cc9-857c-c59300a38000 service nova] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Detach interface failed, port_id=fb37476a-58a8-4a91-b966-d101e4cb9da1, reason: Instance f41b4484-20f9-4882-82d2-4cc9daa3b65a could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2424.671347] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe86a30-131b-4bbf-ba0a-a8073793a6ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.679304] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9817a64-ffde-4c34-8d3f-2164965e9855 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.711593] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ddf9f-5d8f-40c0-9b3d-69b0f8394dc1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.720640] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d7fe8f-5b9b-4b07-b0de-4ee1d84c2595 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.735301] env[62187]: DEBUG nova.compute.provider_tree [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2424.822687] env[62187]: DEBUG nova.compute.utils [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2424.939349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "835bad8e-6ac0-4d54-989e-be4ef761297c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.939631] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.939846] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "835bad8e-6ac0-4d54-989e-be4ef761297c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.940043] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.940241] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.942422] env[62187]: INFO nova.compute.manager [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Terminating instance [ 2424.999700] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2425.000013] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-866da476-f9b0-47dd-9e44-b2b5e6a5551d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.009439] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2425.009439] env[62187]: value = "task-2133755" [ 2425.009439] env[62187]: _type = "Task" [ 2425.009439] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.017869] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.072588] env[62187]: INFO nova.compute.manager [-] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Took 1.50 seconds to deallocate network for instance. [ 2425.111633] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133753, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.171807] env[62187]: DEBUG oslo_concurrency.lockutils [None req-06a32f70-ff18-40f3-a718-133bb727a92e tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.256895] env[62187]: ERROR nova.scheduler.client.report [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [req-c9317952-1754-4067-a7ef-b044dd9ef669] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID cf2ba252-a209-4104-b3a7-5830e475f41c. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9317952-1754-4067-a7ef-b044dd9ef669"}]} [ 2425.272454] env[62187]: DEBUG nova.scheduler.client.report [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Refreshing inventories for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2425.286404] env[62187]: DEBUG nova.scheduler.client.report [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating ProviderTree inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2425.286650] env[62187]: DEBUG nova.compute.provider_tree [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2425.305493] env[62187]: DEBUG nova.scheduler.client.report [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Refreshing aggregate associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, aggregates: None {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2425.324776] env[62187]: DEBUG nova.scheduler.client.report [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Refreshing trait associations for resource provider cf2ba252-a209-4104-b3a7-5830e475f41c, traits: HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=62187) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2425.327232] env[62187]: DEBUG oslo_concurrency.lockutils [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.445531] env[62187]: DEBUG nova.compute.manager [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2425.445805] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2425.446692] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a226cb22-159a-4564-a587-cec9e8fd69d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.456826] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2425.457097] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6465414e-7e5d-45c2-8be1-1645b75edef0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.463480] env[62187]: DEBUG oslo_vmware.api [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2425.463480] env[62187]: value = "task-2133756" [ 2425.463480] env[62187]: _type = "Task" [ 2425.463480] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.474938] env[62187]: DEBUG oslo_vmware.api [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.511936] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95332ed4-6efe-411d-8ca8-6c61f95545d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.525768] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4586c8-2fbb-4d63-81f3-1a8411aa83cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.529419] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2425.529419] env[62187]: DEBUG nova.compute.manager [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2425.530577] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd112bfd-8f68-4a66-b235-3ae9d5d25300 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.560200] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81957b91-d492-4097-8802-57c7869faf73 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.564329] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2425.564498] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2425.564672] env[62187]: DEBUG nova.network.neutron [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2425.570884] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3dc3bd-39c7-4633-9dd5-cdf254d7f084 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.587066] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2425.587934] env[62187]: DEBUG nova.compute.provider_tree [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2425.611047] env[62187]: DEBUG oslo_vmware.api [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133753, 'name': RemoveSnapshot_Task, 'duration_secs': 1.870937} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.611341] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2425.611555] env[62187]: INFO nova.compute.manager [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Took 24.80 seconds to snapshot the instance on the hypervisor. [ 2425.793547] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "9dfd698d-2efc-4e41-be13-74fec238a11c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2425.793825] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2425.794058] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "9dfd698d-2efc-4e41-be13-74fec238a11c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2425.794250] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2425.794417] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.796652] env[62187]: INFO nova.compute.manager [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Terminating instance [ 2425.976065] env[62187]: DEBUG oslo_vmware.api [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133756, 'name': PowerOffVM_Task, 'duration_secs': 0.179654} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.976380] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2425.976584] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2425.976848] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a45a6188-6149-49c9-a6f3-e7a1ac2aa6d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.078675] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2426.078900] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2426.078987] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleting the datastore file [datastore2] 835bad8e-6ac0-4d54-989e-be4ef761297c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2426.079306] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5b04e67-c96d-429b-b614-8e9d29ecf2b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.087716] env[62187]: DEBUG oslo_vmware.api [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2426.087716] env[62187]: value = "task-2133758" [ 2426.087716] env[62187]: _type = "Task" [ 2426.087716] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.099295] env[62187]: DEBUG oslo_vmware.api [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.120408] env[62187]: DEBUG nova.scheduler.client.report [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updated inventory for provider cf2ba252-a209-4104-b3a7-5830e475f41c with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2426.120677] env[62187]: DEBUG nova.compute.provider_tree [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating resource provider cf2ba252-a209-4104-b3a7-5830e475f41c generation from 169 to 170 during operation: update_inventory {{(pid=62187) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2426.120904] env[62187]: DEBUG nova.compute.provider_tree [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Updating inventory in ProviderTree for provider cf2ba252-a209-4104-b3a7-5830e475f41c with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2426.160506] env[62187]: DEBUG nova.compute.manager [None req-1dfa6abb-a563-4b62-b245-cd87b7810fa1 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Found 2 images (rotation: 2) {{(pid=62187) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2426.284411] env[62187]: DEBUG nova.network.neutron [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c72d15-26", "ovs_interfaceid": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2426.300923] env[62187]: DEBUG nova.compute.manager [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2426.301167] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2426.302068] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b08ede-1a0a-4daa-8057-096726a0a3fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.311129] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2426.311365] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b9f3586-bebe-4ff9-8fca-91a513792ffb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.386174] env[62187]: DEBUG oslo_concurrency.lockutils [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2426.386431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.386674] env[62187]: INFO nova.compute.manager [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Attaching volume 89a6270a-7ba2-45c2-a904-d41700bd839c to /dev/sdb [ 2426.432720] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a088fef6-49f7-4a3d-bb5e-bbced23de9de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.442346] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f25925-7f32-4e29-b7a0-efa54396031b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.457267] env[62187]: DEBUG nova.virt.block_device [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating existing volume attachment record: dcd53511-f28b-4cdf-abe6-f530597fcd66 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2426.597601] env[62187]: DEBUG oslo_vmware.api [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160578} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.597903] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2426.598093] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2426.598285] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2426.598462] env[62187]: INFO nova.compute.manager [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2426.598705] env[62187]: DEBUG oslo.service.loopingcall [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2426.598919] env[62187]: DEBUG nova.compute.manager [-] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2426.599036] env[62187]: DEBUG nova.network.neutron [-] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2426.627984] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.180s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2426.628246] env[62187]: INFO nova.compute.manager [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Migrating [ 2426.634912] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.048s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2426.635257] env[62187]: DEBUG nova.objects.instance [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'resources' on Instance uuid f41b4484-20f9-4882-82d2-4cc9daa3b65a {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2426.787146] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2426.956827] env[62187]: DEBUG nova.compute.manager [req-dadd5af5-c00e-4fc5-96e7-1517c67607d7 req-7e9c6720-5c41-40ad-bafc-6afc127bdf3c service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Received event network-vif-deleted-068e45a6-cb60-410b-8308-7d8f1a5e089d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2426.957122] env[62187]: INFO nova.compute.manager [req-dadd5af5-c00e-4fc5-96e7-1517c67607d7 req-7e9c6720-5c41-40ad-bafc-6afc127bdf3c service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Neutron deleted interface 068e45a6-cb60-410b-8308-7d8f1a5e089d; detaching it from the instance and deleting it from the info cache [ 2426.957212] env[62187]: DEBUG nova.network.neutron [req-dadd5af5-c00e-4fc5-96e7-1517c67607d7 req-7e9c6720-5c41-40ad-bafc-6afc127bdf3c service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.147820] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2427.147820] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2427.149160] env[62187]: DEBUG nova.network.neutron [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2427.356367] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b9c3a-6652-4aba-bf11-e93a34a5c5e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.365281] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20367c9b-e0a0-4ad5-9f91-3432474ed894 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.396938] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae88b2c-0f92-4e86-81ef-5486a96d7e96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.406016] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb551f0-bd29-4228-8d2f-2b232e93e424 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.418755] env[62187]: DEBUG nova.network.neutron [-] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.420143] env[62187]: DEBUG nova.compute.provider_tree [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2427.433176] env[62187]: DEBUG nova.compute.manager [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2427.434192] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4a35a-a37d-4899-ab91-e327d48ee5dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.460124] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-283d393d-0396-43df-93ff-b4e7a944dd10 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.470670] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928813a3-ef6d-49b9-81cd-0314b9cf69b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.504740] env[62187]: DEBUG nova.compute.manager [req-dadd5af5-c00e-4fc5-96e7-1517c67607d7 req-7e9c6720-5c41-40ad-bafc-6afc127bdf3c service nova] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Detach interface failed, port_id=068e45a6-cb60-410b-8308-7d8f1a5e089d, reason: Instance 835bad8e-6ac0-4d54-989e-be4ef761297c could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2427.531458] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2427.532320] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e145752-5132-4b10-a9d7-67f27bbb7546 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.539945] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2427.540219] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1070749-f16f-44f5-88b6-f9e48010d42a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.676914] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2427.677243] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2427.677448] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleting the datastore file [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2427.677730] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2caf094e-d98f-4104-bfa1-8cae3be99a81 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2427.686769] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2427.686769] env[62187]: value = "task-2133764" [ 2427.686769] env[62187]: _type = "Task" [ 2427.686769] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2427.695389] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.905770] env[62187]: DEBUG nova.network.neutron [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance_info_cache with network_info: [{"id": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "address": "fa:16:3e:1c:65:4f", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42444a36-0e", "ovs_interfaceid": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.922150] env[62187]: INFO nova.compute.manager [-] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Took 1.32 seconds to deallocate network for instance. [ 2427.922938] env[62187]: DEBUG nova.scheduler.client.report [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2427.944034] env[62187]: INFO nova.compute.manager [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] instance snapshotting [ 2427.944989] env[62187]: DEBUG nova.objects.instance [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'flavor' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2428.135733] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2428.136129] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2428.136387] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleting the datastore file [datastore1] 9dfd698d-2efc-4e41-be13-74fec238a11c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2428.136669] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-839ababb-3115-4788-ac9f-b1acb5cedcf4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.143867] env[62187]: DEBUG oslo_vmware.api [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2428.143867] env[62187]: value = "task-2133765" [ 2428.143867] env[62187]: _type = "Task" [ 2428.143867] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2428.152636] env[62187]: DEBUG oslo_vmware.api [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.196465] env[62187]: DEBUG oslo_vmware.api [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493275} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.197092] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2428.197092] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2428.197092] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2428.217651] env[62187]: INFO nova.scheduler.client.report [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted allocations for instance 4493e62f-2484-42a3-a3dd-355cae41b50d [ 2428.409581] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2428.429105] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.433044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.433320] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2428.433641] env[62187]: DEBUG nova.objects.instance [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'resources' on Instance uuid 835bad8e-6ac0-4d54-989e-be4ef761297c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2428.446517] env[62187]: INFO nova.scheduler.client.report [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Deleted allocations for instance f41b4484-20f9-4882-82d2-4cc9daa3b65a [ 2428.453643] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246a0d1d-14b5-4e99-b555-adb47a0cec7a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.473995] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79760630-46fc-4b61-8680-869b02035984 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.655557] env[62187]: DEBUG oslo_vmware.api [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424617} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2428.655824] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2428.656020] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2428.656204] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2428.656378] env[62187]: INFO nova.compute.manager [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Took 2.36 seconds to destroy the instance on the hypervisor. [ 2428.656626] env[62187]: DEBUG oslo.service.loopingcall [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2428.656817] env[62187]: DEBUG nova.compute.manager [-] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2428.656911] env[62187]: DEBUG nova.network.neutron [-] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2428.722181] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2428.958412] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c0b64be3-746c-4545-a964-bfc256a683b9 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "f41b4484-20f9-4882-82d2-4cc9daa3b65a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.635s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.987353] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2428.987976] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1a2d349f-81e4-40fe-8f3e-9992b31fad0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.000527] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2429.000527] env[62187]: value = "task-2133767" [ 2429.000527] env[62187]: _type = "Task" [ 2429.000527] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.010591] env[62187]: DEBUG nova.compute.manager [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-vif-unplugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2429.011328] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.011420] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.011588] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.012312] env[62187]: DEBUG nova.compute.manager [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] No waiting events found dispatching network-vif-unplugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2429.012967] env[62187]: WARNING nova.compute.manager [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received unexpected event network-vif-unplugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 for instance with vm_state shelved_offloaded and task_state unshelving. [ 2429.013082] env[62187]: DEBUG nova.compute.manager [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2429.013281] env[62187]: DEBUG nova.compute.manager [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing instance network info cache due to event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2429.013531] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] Acquiring lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2429.014327] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] Acquired lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2429.014470] env[62187]: DEBUG nova.network.neutron [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2429.025795] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133767, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.154746] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7fb413-d764-4f98-8028-ab33252e5eb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.163183] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7c67d3-bdbb-41c6-b3bf-0d02fdd7a69c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.193645] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b627d18-53a3-4e1d-a229-4a8c0219193f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.202112] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5d4ea-5aab-495a-a482-115c8b0bf54d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.216119] env[62187]: DEBUG nova.compute.provider_tree [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2429.512562] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133767, 'name': CreateSnapshot_Task, 'duration_secs': 0.440176} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.512844] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2429.513602] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a898e076-6257-4e60-97e6-c58d3ffe4444 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.530330] env[62187]: DEBUG nova.network.neutron [-] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2429.719353] env[62187]: DEBUG nova.scheduler.client.report [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2429.878806] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.933560] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f572b-bfcf-4d58-a1db-96f487f98738 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.951548] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance '3fe1c952-ca6d-42eb-a808-031ad8b5657f' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2430.008620] env[62187]: DEBUG nova.network.neutron [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updated VIF entry in instance network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2430.008997] env[62187]: DEBUG nova.network.neutron [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc5c72d15-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2430.033923] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2430.034719] env[62187]: INFO nova.compute.manager [-] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Took 1.38 seconds to deallocate network for instance. [ 2430.034719] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cae7927f-b82c-4d55-9c6a-4b7233db35d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.046632] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2430.046632] env[62187]: value = "task-2133768" [ 2430.046632] env[62187]: _type = "Task" [ 2430.046632] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.055933] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.228037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.230308] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.508s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.230543] env[62187]: DEBUG nova.objects.instance [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'resources' on Instance uuid 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2430.250195] env[62187]: INFO nova.scheduler.client.report [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted allocations for instance 835bad8e-6ac0-4d54-989e-be4ef761297c [ 2430.457576] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2430.457984] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ddbd740-c64d-449d-8db1-f0a7fff2711d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.466278] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2430.466278] env[62187]: value = "task-2133769" [ 2430.466278] env[62187]: _type = "Task" [ 2430.466278] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.476385] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.512427] env[62187]: DEBUG oslo_concurrency.lockutils [req-3a7fc664-a0cd-49d2-939d-ba4c6d2ed399 req-b5f42fe6-7768-4912-8126-4264a27447ac service nova] Releasing lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2430.544726] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.557367] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.733368] env[62187]: DEBUG nova.objects.instance [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'numa_topology' on Instance uuid 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2430.759091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-378f0cd7-9156-4a66-a5d6-346ac68690da tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "835bad8e-6ac0-4d54-989e-be4ef761297c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.819s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2430.954645] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2430.954958] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2430.977182] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133769, 'name': PowerOffVM_Task, 'duration_secs': 0.355983} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.977429] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2430.977611] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance '3fe1c952-ca6d-42eb-a808-031ad8b5657f' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2431.004471] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2431.004696] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436298', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'name': 'volume-89a6270a-7ba2-45c2-a904-d41700bd839c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a99803a-6e0f-43e2-9bd2-33a9a73ab63d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'serial': '89a6270a-7ba2-45c2-a904-d41700bd839c'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2431.005536] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660f1e88-04fc-460b-af5d-1c59432760b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.024371] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243e3bed-6d6e-4703-a5d5-215269ab735b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.051228] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-89a6270a-7ba2-45c2-a904-d41700bd839c/volume-89a6270a-7ba2-45c2-a904-d41700bd839c.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2431.052577] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d77f1f-5ab1-4736-8c08-e65bde6857cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.066772] env[62187]: DEBUG nova.compute.manager [req-e02136da-56a7-4d03-8369-c5afd5cb84f1 req-a81aac15-b64a-4dc4-ba26-d927335b7805 service nova] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Received event network-vif-deleted-b0ce07bc-75ec-4bdb-b43a-aff83405fffd {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2431.077460] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.078910] env[62187]: DEBUG oslo_vmware.api [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2431.078910] env[62187]: value = "task-2133770" [ 2431.078910] env[62187]: _type = "Task" [ 2431.078910] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.087659] env[62187]: DEBUG oslo_vmware.api [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.236351] env[62187]: DEBUG nova.objects.base [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Object Instance<4493e62f-2484-42a3-a3dd-355cae41b50d> lazy-loaded attributes: resources,numa_topology {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2431.416432] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f71176-b388-4dfc-bce2-ecdf5f39f09f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.425031] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b4cecb-d578-4d4c-a63b-f6296d5968e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.456457] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91422b07-5b3b-4bfc-b938-6aa3897d060f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.459356] env[62187]: DEBUG nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2431.467545] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18c4463-7f66-4598-b95c-f5fe316089e6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.481513] env[62187]: DEBUG nova.compute.provider_tree [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2431.484382] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2431.484597] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2431.484745] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2431.484923] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2431.485112] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2431.485233] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2431.485430] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2431.485586] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2431.485749] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2431.485908] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2431.486119] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2431.491894] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0421b7fc-8e34-449c-896b-82de5d943ff4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.509667] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2431.509667] env[62187]: value = "task-2133772" [ 2431.509667] env[62187]: _type = "Task" [ 2431.509667] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.520799] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.562558] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.588381] env[62187]: DEBUG oslo_vmware.api [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133770, 'name': ReconfigVM_Task, 'duration_secs': 0.49819} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.588670] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-89a6270a-7ba2-45c2-a904-d41700bd839c/volume-89a6270a-7ba2-45c2-a904-d41700bd839c.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2431.593333] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53b90fa-384c-434c-928f-cebb51cd6bb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.609806] env[62187]: DEBUG oslo_vmware.api [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2431.609806] env[62187]: value = "task-2133773" [ 2431.609806] env[62187]: _type = "Task" [ 2431.609806] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.617820] env[62187]: DEBUG oslo_vmware.api [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.977481] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2431.992759] env[62187]: DEBUG nova.scheduler.client.report [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2432.020015] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133772, 'name': ReconfigVM_Task, 'duration_secs': 0.42309} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.020330] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance '3fe1c952-ca6d-42eb-a808-031ad8b5657f' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2432.064620] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.119605] env[62187]: DEBUG oslo_vmware.api [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133773, 'name': ReconfigVM_Task, 'duration_secs': 0.140724} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.119926] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436298', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'name': 'volume-89a6270a-7ba2-45c2-a904-d41700bd839c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a99803a-6e0f-43e2-9bd2-33a9a73ab63d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'serial': '89a6270a-7ba2-45c2-a904-d41700bd839c'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2432.498049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.500968] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.956s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.501232] env[62187]: DEBUG nova.objects.instance [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lazy-loading 'resources' on Instance uuid 9dfd698d-2efc-4e41-be13-74fec238a11c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2432.527080] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2432.527343] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2432.527535] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2432.527731] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2432.527909] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2432.528104] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2432.528323] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2432.528477] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2432.528641] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2432.528798] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2432.528969] env[62187]: DEBUG nova.virt.hardware [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2432.534381] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2432.535200] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a75a82d-a27b-4eec-a0d0-2e98285faaaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.558518] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2432.558518] env[62187]: value = "task-2133774" [ 2432.558518] env[62187]: _type = "Task" [ 2432.558518] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.565158] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.570544] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.008972] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fea08fe7-49cf-44da-a180-4c1f908231d9 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.460s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.009928] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.131s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.010125] env[62187]: INFO nova.compute.manager [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Unshelving [ 2433.067721] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.073686] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133774, 'name': ReconfigVM_Task, 'duration_secs': 0.162447} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.073949] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2433.074696] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f66205-89a0-4bc0-8a94-bc128e84545c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.097542] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 3fe1c952-ca6d-42eb-a808-031ad8b5657f/3fe1c952-ca6d-42eb-a808-031ad8b5657f.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2433.100399] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88c5e252-010c-4f30-ac6f-7b111b2f0ee4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.122045] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2433.122045] env[62187]: value = "task-2133775" [ 2433.122045] env[62187]: _type = "Task" [ 2433.122045] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.133064] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.157820] env[62187]: DEBUG nova.objects.instance [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lazy-loading 'flavor' on Instance uuid 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2433.212780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47897db1-59a4-43ea-becf-2cbe503eed44 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.221655] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1610d43e-6907-48cb-90b5-5b458e672784 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.254781] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04e8552-aa4d-43dc-9b2c-036590ff88d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.263257] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb9046-3d4f-4d26-923f-8c73fb13c034 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.277982] env[62187]: DEBUG nova.compute.provider_tree [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2433.565649] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.633921] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133775, 'name': ReconfigVM_Task, 'duration_secs': 0.258699} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.634159] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 3fe1c952-ca6d-42eb-a808-031ad8b5657f/3fe1c952-ca6d-42eb-a808-031ad8b5657f.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2433.634430] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance '3fe1c952-ca6d-42eb-a808-031ad8b5657f' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2433.662604] env[62187]: DEBUG oslo_concurrency.lockutils [None req-325ed7bb-cffb-421c-8ebe-f28bf7de1cb9 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.276s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2433.781291] env[62187]: DEBUG nova.scheduler.client.report [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2433.831580] env[62187]: INFO nova.compute.manager [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Rescuing [ 2433.831810] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2433.831957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2433.832176] env[62187]: DEBUG nova.network.neutron [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2434.020883] env[62187]: DEBUG nova.compute.utils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2434.066144] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.140944] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfca0fe-3bc5-485a-a198-69d6f51a469f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.160538] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcfdfc4-37cc-43a9-9942-c6292f361715 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.178740] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance '3fe1c952-ca6d-42eb-a808-031ad8b5657f' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2434.285769] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.288217] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.311s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.291080] env[62187]: INFO nova.compute.claims [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2434.311369] env[62187]: INFO nova.scheduler.client.report [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted allocations for instance 9dfd698d-2efc-4e41-be13-74fec238a11c [ 2434.524087] env[62187]: INFO nova.virt.block_device [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Booting with volume 5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7 at /dev/sdb [ 2434.557766] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e81ff3bb-5ab6-44ad-8596-3aa54f1ee5eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.571520] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.575140] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e3ee8d-f6f2-4597-97f2-88fc9774db8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.607331] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af32a6b6-3098-47f4-bc03-2f4626e3814e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.616104] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3233bff9-606c-4ffb-9c88-4fa4c68acbcc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.648635] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5812b7a2-f366-432a-9b8b-86364dac6715 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.655537] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba284027-bacc-4df6-a0d1-aa6f18af5b49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.669489] env[62187]: DEBUG nova.virt.block_device [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating existing volume attachment record: e46ee949-3780-4d40-a5ae-abb2df0c0f69 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2434.672117] env[62187]: DEBUG nova.network.neutron [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2434.716695] env[62187]: DEBUG nova.network.neutron [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Port 42444a36-0e49-49ed-9b53-67f3e3e552b4 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2434.762201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.762466] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.762669] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "defb57fb-0f0a-4679-8c22-0945fc0a1664-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.762848] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.763024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2434.764951] env[62187]: INFO nova.compute.manager [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Terminating instance [ 2434.819037] env[62187]: DEBUG oslo_concurrency.lockutils [None req-25c9a3b5-56e2-4848-a371-985f6361377d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "9dfd698d-2efc-4e41-be13-74fec238a11c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.025s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.068323] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.174761] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2435.268729] env[62187]: DEBUG nova.compute.manager [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2435.268952] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2435.270052] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100cc84a-5dee-480d-959d-e7fdc8b3f672 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.278159] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2435.278410] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d84d6032-9350-4077-af00-97e182f1114b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.285025] env[62187]: DEBUG oslo_vmware.api [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2435.285025] env[62187]: value = "task-2133779" [ 2435.285025] env[62187]: _type = "Task" [ 2435.285025] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.295019] env[62187]: DEBUG oslo_vmware.api [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133779, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.464868] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5644a9-0a3a-4ab6-8253-8ff864639d9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.473499] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4106992b-4393-426b-b37e-5c2dddff262c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.505256] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed6fcee-650c-423a-862b-c3620516ea21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.514030] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b6d0d-e98d-4624-81e3-01a8d1304c26 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.527550] env[62187]: DEBUG nova.compute.provider_tree [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2435.569535] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.738703] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.738804] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.738998] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.796510] env[62187]: DEBUG oslo_vmware.api [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133779, 'name': PowerOffVM_Task, 'duration_secs': 0.206162} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.796735] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2435.796904] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2435.797164] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc363aa-392b-47d2-aef9-8caabe14b148 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.031117] env[62187]: DEBUG nova.scheduler.client.report [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2436.070700] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.310354] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "360b89d0-669a-46a3-b19d-9dc687cfee69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2436.310682] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.310929] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "360b89d0-669a-46a3-b19d-9dc687cfee69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2436.311247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.311391] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.313804] env[62187]: INFO nova.compute.manager [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Terminating instance [ 2436.535993] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.536587] env[62187]: DEBUG nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2436.571382] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.712148] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2436.712474] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a348f7f-789c-4a80-8cb4-80a4c31a0678 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.721446] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2436.721446] env[62187]: value = "task-2133781" [ 2436.721446] env[62187]: _type = "Task" [ 2436.721446] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.730365] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.793132] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.793370] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.793516] env[62187]: DEBUG nova.network.neutron [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2436.817547] env[62187]: DEBUG nova.compute.manager [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2436.817823] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2436.818894] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc23b200-3384-405c-918d-51a0e7af4b72 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.827217] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2436.827467] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0dfd911-c0b2-4186-876c-22f799a958c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.835086] env[62187]: DEBUG oslo_vmware.api [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2436.835086] env[62187]: value = "task-2133782" [ 2436.835086] env[62187]: _type = "Task" [ 2436.835086] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.844067] env[62187]: DEBUG oslo_vmware.api [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.042302] env[62187]: DEBUG nova.compute.utils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2437.043785] env[62187]: DEBUG nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2437.043968] env[62187]: DEBUG nova.network.neutron [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2437.071717] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.085364] env[62187]: DEBUG nova.policy [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a37e64b680dd4e2cbc38c635b9332886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4776bbc7b3af41aeb86531ed65bfe9f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2437.108506] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2437.108747] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2437.109050] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleting the datastore file [datastore2] defb57fb-0f0a-4679-8c22-0945fc0a1664 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2437.109406] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c19cd9b-a8b6-4ef6-9a06-794dff1bfa34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.118081] env[62187]: DEBUG oslo_vmware.api [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for the task: (returnval){ [ 2437.118081] env[62187]: value = "task-2133784" [ 2437.118081] env[62187]: _type = "Task" [ 2437.118081] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.128907] env[62187]: DEBUG oslo_vmware.api [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133784, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.233655] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133781, 'name': PowerOffVM_Task, 'duration_secs': 0.203958} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.233969] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2437.234922] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589086f6-3740-4a2b-8b61-74723913cc8f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.258040] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232dc6bc-18fc-4a62-8910-5a55472d74e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.292237] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2437.292553] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2872140-5853-442f-8533-9ec8fca7a80d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.300274] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2437.300274] env[62187]: value = "task-2133785" [ 2437.300274] env[62187]: _type = "Task" [ 2437.300274] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.308615] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.345442] env[62187]: DEBUG oslo_vmware.api [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133782, 'name': PowerOffVM_Task, 'duration_secs': 0.226994} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.345717] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2437.345889] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2437.346283] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b46df966-8c2a-450e-9e15-44fff95aaed5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.458704] env[62187]: DEBUG nova.network.neutron [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Successfully created port: 0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2437.462125] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2437.462335] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2437.462509] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleting the datastore file [datastore1] 360b89d0-669a-46a3-b19d-9dc687cfee69 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2437.463524] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2b7364-ded8-47f5-b7eb-8ffc7019d307 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.470164] env[62187]: DEBUG oslo_vmware.api [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for the task: (returnval){ [ 2437.470164] env[62187]: value = "task-2133787" [ 2437.470164] env[62187]: _type = "Task" [ 2437.470164] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.478837] env[62187]: DEBUG oslo_vmware.api [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.546830] env[62187]: DEBUG nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2437.576015] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.629861] env[62187]: DEBUG oslo_vmware.api [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Task: {'id': task-2133784, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.630049] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2437.630192] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2437.630437] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2437.630662] env[62187]: INFO nova.compute.manager [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Took 2.36 seconds to destroy the instance on the hypervisor. [ 2437.630974] env[62187]: DEBUG oslo.service.loopingcall [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2437.631243] env[62187]: DEBUG nova.compute.manager [-] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2437.631358] env[62187]: DEBUG nova.network.neutron [-] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2437.797709] env[62187]: DEBUG nova.network.neutron [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance_info_cache with network_info: [{"id": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "address": "fa:16:3e:1c:65:4f", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42444a36-0e", "ovs_interfaceid": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2437.812629] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2437.813161] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2437.813471] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2437.813696] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2437.813882] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2437.814617] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b052736-57a0-492b-ae2b-fcb74907a3a1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.825823] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2437.826030] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2437.826841] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35371858-eca9-4a22-ae79-52a181c088c1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.833213] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2437.833213] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f2fd6f-8e10-8bd1-989d-c5d82856414e" [ 2437.833213] env[62187]: _type = "Task" [ 2437.833213] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.841707] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f2fd6f-8e10-8bd1-989d-c5d82856414e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2437.985600] env[62187]: DEBUG oslo_vmware.api [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Task: {'id': task-2133787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136777} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.986017] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2437.986238] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2437.986443] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2437.986607] env[62187]: INFO nova.compute.manager [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2437.986846] env[62187]: DEBUG oslo.service.loopingcall [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2437.987139] env[62187]: DEBUG nova.compute.manager [-] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2437.987268] env[62187]: DEBUG nova.network.neutron [-] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2438.076955] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133768, 'name': CloneVM_Task, 'duration_secs': 7.851085} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.077310] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Created linked-clone VM from snapshot [ 2438.078227] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6013926-72e5-4629-b41a-8de635f0c4da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.091272] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Uploading image 61d897ce-68dc-44b0-a7a3-347f34bf0ac2 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2438.119465] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2438.119465] env[62187]: value = "vm-436300" [ 2438.119465] env[62187]: _type = "VirtualMachine" [ 2438.119465] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2438.119866] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca607f05-44b9-47d3-9e7e-32c334b46092 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.129404] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease: (returnval){ [ 2438.129404] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528481a1-cd3b-0be3-590a-b41273f59bdc" [ 2438.129404] env[62187]: _type = "HttpNfcLease" [ 2438.129404] env[62187]: } obtained for exporting VM: (result){ [ 2438.129404] env[62187]: value = "vm-436300" [ 2438.129404] env[62187]: _type = "VirtualMachine" [ 2438.129404] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2438.129731] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the lease: (returnval){ [ 2438.129731] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528481a1-cd3b-0be3-590a-b41273f59bdc" [ 2438.129731] env[62187]: _type = "HttpNfcLease" [ 2438.129731] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2438.137208] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2438.137208] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528481a1-cd3b-0be3-590a-b41273f59bdc" [ 2438.137208] env[62187]: _type = "HttpNfcLease" [ 2438.137208] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2438.301269] env[62187]: DEBUG oslo_concurrency.lockutils [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.344887] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f2fd6f-8e10-8bd1-989d-c5d82856414e, 'name': SearchDatastore_Task, 'duration_secs': 0.010285} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.345808] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fa0904d-ee87-4d98-8a18-b5f7bc2597df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.351732] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2438.351732] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a091b-d55f-4225-6642-d6c75c9c2f8b" [ 2438.351732] env[62187]: _type = "Task" [ 2438.351732] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.361164] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a091b-d55f-4225-6642-d6c75c9c2f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.561027] env[62187]: DEBUG nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2438.583523] env[62187]: DEBUG nova.compute.manager [req-d9d7b5ad-dd97-497c-9b16-fedab6ebec67 req-4629507b-fb98-45ac-a9c3-8952035450cd service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Received event network-vif-deleted-d6a8fb76-613b-4b75-baef-13a340381061 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2438.583717] env[62187]: INFO nova.compute.manager [req-d9d7b5ad-dd97-497c-9b16-fedab6ebec67 req-4629507b-fb98-45ac-a9c3-8952035450cd service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Neutron deleted interface d6a8fb76-613b-4b75-baef-13a340381061; detaching it from the instance and deleting it from the info cache [ 2438.583850] env[62187]: DEBUG nova.network.neutron [req-d9d7b5ad-dd97-497c-9b16-fedab6ebec67 req-4629507b-fb98-45ac-a9c3-8952035450cd service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.594116] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2438.594382] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2438.594548] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2438.594739] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2438.595057] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2438.595270] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2438.595490] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2438.595692] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2438.595944] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2438.596147] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2438.596490] env[62187]: DEBUG nova.virt.hardware [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2438.597780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f36076-d85c-4438-9d1c-48e36b61e8e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.607553] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3b353-9531-4bd2-99b1-3256ccc6ef74 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.636951] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2438.636951] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528481a1-cd3b-0be3-590a-b41273f59bdc" [ 2438.636951] env[62187]: _type = "HttpNfcLease" [ 2438.636951] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2438.637251] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2438.637251] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]528481a1-cd3b-0be3-590a-b41273f59bdc" [ 2438.637251] env[62187]: _type = "HttpNfcLease" [ 2438.637251] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2438.637933] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a41db-a056-4747-8706-701eeaf3d0a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.646291] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529150b1-cfe3-548e-bb77-3e0c4434810e/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2438.646390] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529150b1-cfe3-548e-bb77-3e0c4434810e/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2438.704517] env[62187]: DEBUG nova.network.neutron [-] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2438.736951] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f655484-3bad-4c01-a057-5d008c182556 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.831535] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaea6cb-bfa4-4688-a3b8-93c8712d4b15 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.852203] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e937df4-dd99-4bb8-b761-4dfda16e67b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.867063] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a091b-d55f-4225-6642-d6c75c9c2f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010188} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.869541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.869822] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. {{(pid=62187) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2438.870221] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance '3fe1c952-ca6d-42eb-a808-031ad8b5657f' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2438.873966] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49a8653a-229a-4f9c-96f1-e1df324892dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.883472] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2438.883472] env[62187]: value = "task-2133789" [ 2438.883472] env[62187]: _type = "Task" [ 2438.883472] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.895517] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.969788] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2438.970105] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.089854] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-612e4018-84ce-4fa6-9bb3-843ebfd8dcaa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.102711] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345ee0ff-b7b4-4e0a-89b0-6d2f527d5566 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.137956] env[62187]: DEBUG nova.compute.manager [req-d9d7b5ad-dd97-497c-9b16-fedab6ebec67 req-4629507b-fb98-45ac-a9c3-8952035450cd service nova] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Detach interface failed, port_id=d6a8fb76-613b-4b75-baef-13a340381061, reason: Instance defb57fb-0f0a-4679-8c22-0945fc0a1664 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2439.207776] env[62187]: INFO nova.compute.manager [-] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Took 1.58 seconds to deallocate network for instance. [ 2439.225945] env[62187]: DEBUG nova.network.neutron [-] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2439.378616] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2439.379016] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-452c232f-ea38-48c4-9db9-b1f98c5cec68 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.392523] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2439.392523] env[62187]: value = "task-2133790" [ 2439.392523] env[62187]: _type = "Task" [ 2439.392523] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.399722] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467379} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.400485] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. [ 2439.401353] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520fe463-ba6a-4bd1-bb41-2a7acee8df3b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.407419] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.438797] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2439.439670] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae14f91-8050-4268-9fc3-b8a5942cb3d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.459547] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2439.459547] env[62187]: value = "task-2133791" [ 2439.459547] env[62187]: _type = "Task" [ 2439.459547] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.468728] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.473053] env[62187]: DEBUG nova.compute.utils [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2439.719894] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.720261] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.720592] env[62187]: DEBUG nova.objects.instance [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lazy-loading 'resources' on Instance uuid defb57fb-0f0a-4679-8c22-0945fc0a1664 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2439.729297] env[62187]: INFO nova.compute.manager [-] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Took 1.74 seconds to deallocate network for instance. [ 2439.761480] env[62187]: DEBUG nova.network.neutron [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Successfully updated port: 0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2439.905423] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133790, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.970394] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133791, 'name': ReconfigVM_Task, 'duration_secs': 0.342807} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.970783] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2439.971718] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f458c9e4-d757-4c5e-b617-9c587998c5fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.976067] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2440.004026] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-082afaef-d5ff-48ca-b66b-7c0cbbfe67c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.022219] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2440.022219] env[62187]: value = "task-2133792" [ 2440.022219] env[62187]: _type = "Task" [ 2440.022219] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.034336] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.240152] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.267348] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2440.267996] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2440.267996] env[62187]: DEBUG nova.network.neutron [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2440.286217] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.400659] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2a433b-be9d-4e1c-9c77-c5515d9b1689 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.406737] env[62187]: DEBUG oslo_vmware.api [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133790, 'name': PowerOnVM_Task, 'duration_secs': 0.52628} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.407837] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2440.408462] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-16544c39-1061-48a8-af3b-6cd7d08a88b1 tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance '3fe1c952-ca6d-42eb-a808-031ad8b5657f' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2440.416070] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1684d8-60eb-4b8e-b175-6907351d0682 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.448958] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b88db4a-403c-4a3f-9883-1fba6c47c8c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.459827] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e7849d-5437-4227-be64-8aa2acad9a92 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.476127] env[62187]: DEBUG nova.compute.provider_tree [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2440.537019] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133792, 'name': ReconfigVM_Task, 'duration_secs': 0.231116} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2440.537019] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2440.537019] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28c82144-5b36-4a85-bd23-1626f56cfe45 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.544283] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2440.544283] env[62187]: value = "task-2133793" [ 2440.544283] env[62187]: _type = "Task" [ 2440.544283] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2440.557734] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2440.616719] env[62187]: DEBUG nova.compute.manager [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Received event network-vif-deleted-61150831-ef08-49bb-b928-32b012b62318 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.617651] env[62187]: DEBUG nova.compute.manager [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Received event network-vif-plugged-0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.617921] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2440.618239] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] Lock "04712f2e-7d45-4886-b041-d1757ce1335d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2440.618470] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] Lock "04712f2e-7d45-4886-b041-d1757ce1335d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2440.618792] env[62187]: DEBUG nova.compute.manager [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] No waiting events found dispatching network-vif-plugged-0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2440.619051] env[62187]: WARNING nova.compute.manager [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Received unexpected event network-vif-plugged-0737f593-57d6-48bc-b2c3-c937d20e725a for instance with vm_state building and task_state spawning. [ 2440.619375] env[62187]: DEBUG nova.compute.manager [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Received event network-changed-0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2440.619662] env[62187]: DEBUG nova.compute.manager [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Refreshing instance network info cache due to event network-changed-0737f593-57d6-48bc-b2c3-c937d20e725a. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2440.619993] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] Acquiring lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2440.800489] env[62187]: DEBUG nova.network.neutron [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2440.944380] env[62187]: DEBUG nova.network.neutron [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updating instance_info_cache with network_info: [{"id": "0737f593-57d6-48bc-b2c3-c937d20e725a", "address": "fa:16:3e:77:b5:5c", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737f593-57", "ovs_interfaceid": "0737f593-57d6-48bc-b2c3-c937d20e725a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2440.979800] env[62187]: DEBUG nova.scheduler.client.report [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2441.055734] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2441.056106] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.056384] env[62187]: INFO nova.compute.manager [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Attaching volume c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5 to /dev/sdb [ 2441.058135] env[62187]: DEBUG oslo_vmware.api [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133793, 'name': PowerOnVM_Task, 'duration_secs': 0.484527} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2441.058898] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2441.061489] env[62187]: DEBUG nova.compute.manager [None req-a0259582-0e91-487c-817c-dfc3341ebcfe tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2441.062442] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547ee5c-4df2-4250-bc41-e2d618a2689e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.100726] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f27bfdc-9a9a-4ed1-835e-e2044e3bf10f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.109949] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e24a6-5bd2-4386-adbe-864b6214fd21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.127881] env[62187]: DEBUG nova.virt.block_device [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Updating existing volume attachment record: adf6186e-82a2-4a7f-994d-455112650b46 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2441.447084] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2441.447620] env[62187]: DEBUG nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Instance network_info: |[{"id": "0737f593-57d6-48bc-b2c3-c937d20e725a", "address": "fa:16:3e:77:b5:5c", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737f593-57", "ovs_interfaceid": "0737f593-57d6-48bc-b2c3-c937d20e725a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2441.447980] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] Acquired lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2441.448323] env[62187]: DEBUG nova.network.neutron [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Refreshing network info cache for port 0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2441.449984] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:b5:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0737f593-57d6-48bc-b2c3-c937d20e725a', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2441.463767] env[62187]: DEBUG oslo.service.loopingcall [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2441.468469] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2441.469787] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7575ce5e-eca4-4607-a3fb-d4563eb390b0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.496979] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.500096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.260s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2441.500655] env[62187]: DEBUG nova.objects.instance [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lazy-loading 'resources' on Instance uuid 360b89d0-669a-46a3-b19d-9dc687cfee69 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2441.511416] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2441.511416] env[62187]: value = "task-2133795" [ 2441.511416] env[62187]: _type = "Task" [ 2441.511416] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.523475] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133795, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.524533] env[62187]: INFO nova.scheduler.client.report [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Deleted allocations for instance defb57fb-0f0a-4679-8c22-0945fc0a1664 [ 2441.778941] env[62187]: DEBUG nova.network.neutron [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updated VIF entry in instance network info cache for port 0737f593-57d6-48bc-b2c3-c937d20e725a. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2441.779406] env[62187]: DEBUG nova.network.neutron [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updating instance_info_cache with network_info: [{"id": "0737f593-57d6-48bc-b2c3-c937d20e725a", "address": "fa:16:3e:77:b5:5c", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737f593-57", "ovs_interfaceid": "0737f593-57d6-48bc-b2c3-c937d20e725a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2442.024011] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133795, 'name': CreateVM_Task, 'duration_secs': 0.464047} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.024715] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2442.025041] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.025482] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.025720] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2442.026094] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d07feb-b256-47b1-a81e-04cca2c4c170 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.034409] env[62187]: DEBUG oslo_concurrency.lockutils [None req-0f72c1b7-edc6-4d90-8044-a6f1f5e46793 tempest-ServerActionsTestOtherA-1656592890 tempest-ServerActionsTestOtherA-1656592890-project-member] Lock "defb57fb-0f0a-4679-8c22-0945fc0a1664" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.272s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.039148] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2442.039148] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ffd294-5fab-aef5-9d40-bd9bfa77fa00" [ 2442.039148] env[62187]: _type = "Task" [ 2442.039148] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.049917] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ffd294-5fab-aef5-9d40-bd9bfa77fa00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.171717] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1046a-b844-48c5-aeaa-22c791ef86b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.180274] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff611fc7-9d33-4707-b25f-1ca52bf63d4a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.211985] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed8c6c0-64d5-4cc2-aec5-6ae123997f03 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.221032] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d06e899-cada-46e8-a4a7-b3ac4f1d71a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.235135] env[62187]: DEBUG nova.compute.provider_tree [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2442.283820] env[62187]: DEBUG oslo_concurrency.lockutils [req-bfb20201-d78a-4018-a683-8344e7daaa21 req-1d46d0bd-2f1b-4fd7-9861-d433aea3e7ee service nova] Releasing lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2442.383988] env[62187]: INFO nova.compute.manager [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Unrescuing [ 2442.384292] env[62187]: DEBUG oslo_concurrency.lockutils [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.384490] env[62187]: DEBUG oslo_concurrency.lockutils [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquired lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.384613] env[62187]: DEBUG nova.network.neutron [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2442.549188] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ffd294-5fab-aef5-9d40-bd9bfa77fa00, 'name': SearchDatastore_Task, 'duration_secs': 0.014598} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.549463] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2442.549687] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2442.549939] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.550096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.550277] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2442.550546] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74f99acc-e4fb-4d0d-ae27-3a669a196d47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.563321] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2442.563517] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2442.564287] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66cb6dee-497d-4242-a9a6-5cebbbf46982 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.573257] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2442.573257] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244cf1f-323d-d7ec-392c-7faeee583d8f" [ 2442.573257] env[62187]: _type = "Task" [ 2442.573257] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.583146] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244cf1f-323d-d7ec-392c-7faeee583d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.738733] env[62187]: DEBUG nova.scheduler.client.report [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2443.074393] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.074640] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.074830] env[62187]: DEBUG nova.compute.manager [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Going to confirm migration 6 {{(pid=62187) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2443.086602] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5244cf1f-323d-d7ec-392c-7faeee583d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.038914} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.089851] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c7ed30-f8aa-4bee-a67a-d3ce98082c87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.096737] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2443.096737] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fa02b-945c-0196-456a-430ef6ffd722" [ 2443.096737] env[62187]: _type = "Task" [ 2443.096737] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.107077] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fa02b-945c-0196-456a-430ef6ffd722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.244280] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.247043] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.961s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.247328] env[62187]: DEBUG nova.objects.instance [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'pci_requests' on Instance uuid 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2443.261320] env[62187]: DEBUG nova.network.neutron [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2443.268846] env[62187]: INFO nova.scheduler.client.report [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Deleted allocations for instance 360b89d0-669a-46a3-b19d-9dc687cfee69 [ 2443.610256] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fa02b-945c-0196-456a-430ef6ffd722, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.610623] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.610897] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 04712f2e-7d45-4886-b041-d1757ce1335d/04712f2e-7d45-4886-b041-d1757ce1335d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2443.611552] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f573d3f8-f12d-4ea0-88bc-8f29c2193eea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.616170] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2443.616381] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquired lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2443.616630] env[62187]: DEBUG nova.network.neutron [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2443.616888] env[62187]: DEBUG nova.objects.instance [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'info_cache' on Instance uuid 3fe1c952-ca6d-42eb-a808-031ad8b5657f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2443.619927] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2443.619927] env[62187]: value = "task-2133797" [ 2443.619927] env[62187]: _type = "Task" [ 2443.619927] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.629755] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.751429] env[62187]: DEBUG nova.objects.instance [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'numa_topology' on Instance uuid 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2443.764013] env[62187]: DEBUG oslo_concurrency.lockutils [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Releasing lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.764680] env[62187]: DEBUG nova.objects.instance [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lazy-loading 'flavor' on Instance uuid 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2443.775691] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f25361cc-c168-4d69-abcb-482e9a660e8d tempest-ServersTestJSON-1030297872 tempest-ServersTestJSON-1030297872-project-member] Lock "360b89d0-669a-46a3-b19d-9dc687cfee69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.465s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2444.140483] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133797, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.257698] env[62187]: INFO nova.compute.claims [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2444.273779] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19702bc1-dd57-41ec-a40d-bdcc7773c1ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.305987] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2444.306459] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d8c7ceb-aaaf-4523-81ab-573d82f7b4e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.318442] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2444.318442] env[62187]: value = "task-2133798" [ 2444.318442] env[62187]: _type = "Task" [ 2444.318442] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.330751] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.636355] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696541} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.636698] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 04712f2e-7d45-4886-b041-d1757ce1335d/04712f2e-7d45-4886-b041-d1757ce1335d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2444.636839] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2444.637428] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4373289f-3566-4f5e-afe5-0e35185a9d09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.645820] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2444.645820] env[62187]: value = "task-2133799" [ 2444.645820] env[62187]: _type = "Task" [ 2444.645820] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.655825] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.831576] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133798, 'name': PowerOffVM_Task, 'duration_secs': 0.230446} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.831859] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2444.837767] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2444.838138] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f5693ee-ad9e-4d47-b8fc-9922d91f1488 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.860414] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2444.860414] env[62187]: value = "task-2133800" [ 2444.860414] env[62187]: _type = "Task" [ 2444.860414] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.869327] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.013394] env[62187]: DEBUG nova.network.neutron [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance_info_cache with network_info: [{"id": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "address": "fa:16:3e:1c:65:4f", "network": {"id": "0d0d8caf-5ecf-4c1b-96c9-381675c6be3a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1898690249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cca6f4bced124d88a00fcb00c3cd0fde", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42444a36-0e", "ovs_interfaceid": "42444a36-0e49-49ed-9b53-67f3e3e552b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2445.157914] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078261} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.158224] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2445.159041] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1b022e-f305-49fb-ab5f-2b7b649cca02 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.184567] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 04712f2e-7d45-4886-b041-d1757ce1335d/04712f2e-7d45-4886-b041-d1757ce1335d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2445.184848] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e709a1-4275-4398-919c-91fe37540d99 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.210484] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2445.210484] env[62187]: value = "task-2133801" [ 2445.210484] env[62187]: _type = "Task" [ 2445.210484] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.227472] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.373753] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133800, 'name': ReconfigVM_Task, 'duration_secs': 0.253797} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.377359] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2445.377708] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2445.378302] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2cb4e32-82c6-4836-bf72-90182643996e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.386430] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2445.386430] env[62187]: value = "task-2133802" [ 2445.386430] env[62187]: _type = "Task" [ 2445.386430] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.402124] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.450594] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd901efd-1af8-4e56-ba6d-20d216e76fc8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.458580] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97e642d-c4b5-4cb9-ae00-05dd5bd5e76c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.496261] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9964ec34-69d7-41a9-ba40-c6e04dfc33fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.514155] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4acdaa-51f6-42b7-8ba7-95ed50db335b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.518992] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Releasing lock "refresh_cache-3fe1c952-ca6d-42eb-a808-031ad8b5657f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.519352] env[62187]: DEBUG nova.objects.instance [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lazy-loading 'migration_context' on Instance uuid 3fe1c952-ca6d-42eb-a808-031ad8b5657f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2445.531482] env[62187]: DEBUG nova.compute.provider_tree [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2445.678267] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2445.678536] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436303', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'name': 'volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81777bad-da04-4faf-95ce-574cf579060c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'serial': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2445.679541] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17da175d-d1db-4357-af22-3340651b9fd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.701028] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9708a-4d9e-40d8-a028-102555aebd90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.726336] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5/volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2445.729621] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d81a02-428c-42de-b563-84978e2d7104 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.753131] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133801, 'name': ReconfigVM_Task, 'duration_secs': 0.296463} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.753573] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 04712f2e-7d45-4886-b041-d1757ce1335d/04712f2e-7d45-4886-b041-d1757ce1335d.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2445.754450] env[62187]: DEBUG oslo_vmware.api [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2445.754450] env[62187]: value = "task-2133803" [ 2445.754450] env[62187]: _type = "Task" [ 2445.754450] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.754614] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5677e80-4b3f-4364-b55c-cdbb1ae0fcc0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.768563] env[62187]: DEBUG oslo_vmware.api [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.770224] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2445.770224] env[62187]: value = "task-2133804" [ 2445.770224] env[62187]: _type = "Task" [ 2445.770224] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.779704] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133804, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.898222] env[62187]: DEBUG oslo_vmware.api [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133802, 'name': PowerOnVM_Task, 'duration_secs': 0.418275} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.898590] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2445.898864] env[62187]: DEBUG nova.compute.manager [None req-502dc397-3441-42c7-a2e8-53486d98f064 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2445.899733] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7054b4d1-8b1e-4ff7-9e0c-2f4e8438b92d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.023030] env[62187]: DEBUG nova.objects.base [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Object Instance<3fe1c952-ca6d-42eb-a808-031ad8b5657f> lazy-loaded attributes: info_cache,migration_context {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2446.024109] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a421369-603d-44d9-8330-46d2aa0674a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.045556] env[62187]: DEBUG nova.scheduler.client.report [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2446.049910] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae345e81-4b7c-4a63-9a23-9a6d2341e154 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.056049] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2446.056049] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52624782-d3e2-5c6c-b1b0-791725c50574" [ 2446.056049] env[62187]: _type = "Task" [ 2446.056049] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.065764] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52624782-d3e2-5c6c-b1b0-791725c50574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.267500] env[62187]: DEBUG oslo_vmware.api [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.280681] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133804, 'name': Rename_Task, 'duration_secs': 0.156961} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.281180] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2446.281545] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5bd48ea-dc48-48be-acd9-815847fd1159 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.289769] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2446.289769] env[62187]: value = "task-2133805" [ 2446.289769] env[62187]: _type = "Task" [ 2446.289769] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.301665] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.550928] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.304s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.566906] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52624782-d3e2-5c6c-b1b0-791725c50574, 'name': SearchDatastore_Task, 'duration_secs': 0.012174} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.567233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.567466] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.583625] env[62187]: INFO nova.network.neutron [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating port c5c72d15-26e9-4f0e-a389-bea111ae6e04 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2446.770225] env[62187]: DEBUG oslo_vmware.api [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133803, 'name': ReconfigVM_Task, 'duration_secs': 0.608078} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.770517] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5/volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2446.775539] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cef81e2-ab8a-4586-9be7-c1e3ac52bc3d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.795987] env[62187]: DEBUG oslo_vmware.api [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2446.795987] env[62187]: value = "task-2133806" [ 2446.795987] env[62187]: _type = "Task" [ 2446.795987] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.803630] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133805, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.126207] env[62187]: DEBUG nova.compute.manager [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Received event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2447.126309] env[62187]: DEBUG nova.compute.manager [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing instance network info cache due to event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2447.126550] env[62187]: DEBUG oslo_concurrency.lockutils [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] Acquiring lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2447.126695] env[62187]: DEBUG oslo_concurrency.lockutils [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] Acquired lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2447.127030] env[62187]: DEBUG nova.network.neutron [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2447.254191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a8cdbf-d568-4d4b-9da6-da5d9c407a07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.263441] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cec84f-5e9b-4195-a1ac-627225bd570a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.297818] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865c06d3-e43a-4405-8968-ea85926b6313 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.311016] env[62187]: DEBUG oslo_vmware.api [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133805, 'name': PowerOnVM_Task, 'duration_secs': 0.83157} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.315736] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2447.315969] env[62187]: INFO nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Took 8.76 seconds to spawn the instance on the hypervisor. [ 2447.316198] env[62187]: DEBUG nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2447.316497] env[62187]: DEBUG oslo_vmware.api [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133806, 'name': ReconfigVM_Task, 'duration_secs': 0.240528} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.317319] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264c50e6-bfd6-46d4-ad19-3b0ae2ed731a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.320021] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436303', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'name': 'volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81777bad-da04-4faf-95ce-574cf579060c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'serial': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2447.322389] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23f1ac-c82d-493d-9a15-418abf32208f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.342824] env[62187]: DEBUG nova.compute.provider_tree [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2447.850551] env[62187]: DEBUG nova.scheduler.client.report [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2447.858063] env[62187]: INFO nova.compute.manager [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Took 15.89 seconds to build instance. [ 2447.887914] env[62187]: DEBUG nova.network.neutron [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updated VIF entry in instance network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2447.888381] env[62187]: DEBUG nova.network.neutron [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2448.200101] env[62187]: DEBUG nova.compute.manager [req-fae7241b-35c1-4fda-b7fe-384898323d13 req-f8dbbe49-d4af-408b-aece-9d9541c8ef07 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-vif-plugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2448.200371] env[62187]: DEBUG oslo_concurrency.lockutils [req-fae7241b-35c1-4fda-b7fe-384898323d13 req-f8dbbe49-d4af-408b-aece-9d9541c8ef07 service nova] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2448.200657] env[62187]: DEBUG oslo_concurrency.lockutils [req-fae7241b-35c1-4fda-b7fe-384898323d13 req-f8dbbe49-d4af-408b-aece-9d9541c8ef07 service nova] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2448.200868] env[62187]: DEBUG oslo_concurrency.lockutils [req-fae7241b-35c1-4fda-b7fe-384898323d13 req-f8dbbe49-d4af-408b-aece-9d9541c8ef07 service nova] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2448.202811] env[62187]: DEBUG nova.compute.manager [req-fae7241b-35c1-4fda-b7fe-384898323d13 req-f8dbbe49-d4af-408b-aece-9d9541c8ef07 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] No waiting events found dispatching network-vif-plugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2448.203056] env[62187]: WARNING nova.compute.manager [req-fae7241b-35c1-4fda-b7fe-384898323d13 req-f8dbbe49-d4af-408b-aece-9d9541c8ef07 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received unexpected event network-vif-plugged-c5c72d15-26e9-4f0e-a389-bea111ae6e04 for instance with vm_state shelved_offloaded and task_state spawning. [ 2448.288890] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2448.289158] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2448.290315] env[62187]: DEBUG nova.network.neutron [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2448.360305] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2c207ead-5801-457e-8ac5-4e2792f05cd7 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.405s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2448.384151] env[62187]: DEBUG nova.objects.instance [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'flavor' on Instance uuid 81777bad-da04-4faf-95ce-574cf579060c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2448.390513] env[62187]: DEBUG oslo_concurrency.lockutils [req-7f655686-96bb-4ec6-b501-900211602b3b req-c93d59b2-1962-49d9-b40c-cfabf15330cc service nova] Releasing lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2448.863509] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.296s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2448.890847] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f3b9f5fb-a626-429f-9e5a-3c9495686135 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2449.018285] env[62187]: DEBUG nova.network.neutron [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c72d15-26", "ovs_interfaceid": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2449.184364] env[62187]: DEBUG nova.compute.manager [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Received event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2449.184456] env[62187]: DEBUG nova.compute.manager [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing instance network info cache due to event network-changed-dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2449.184619] env[62187]: DEBUG oslo_concurrency.lockutils [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] Acquiring lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2449.184811] env[62187]: DEBUG oslo_concurrency.lockutils [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] Acquired lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2449.185055] env[62187]: DEBUG nova.network.neutron [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Refreshing network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2449.232423] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529150b1-cfe3-548e-bb77-3e0c4434810e/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2449.233437] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80594aa4-4b7b-43de-8cf8-1047344252b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.240313] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529150b1-cfe3-548e-bb77-3e0c4434810e/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2449.240517] env[62187]: ERROR oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529150b1-cfe3-548e-bb77-3e0c4434810e/disk-0.vmdk due to incomplete transfer. [ 2449.240686] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1e64346e-c02f-40f4-80d8-97ab60632dcc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.248279] env[62187]: DEBUG oslo_vmware.rw_handles [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529150b1-cfe3-548e-bb77-3e0c4434810e/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2449.248498] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Uploaded image 61d897ce-68dc-44b0-a7a3-347f34bf0ac2 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2449.250861] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2449.251397] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5a6b75c-fd0e-48dd-8bf4-ff4f7633d1a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.257958] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2449.257958] env[62187]: value = "task-2133807" [ 2449.257958] env[62187]: _type = "Task" [ 2449.257958] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.266187] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133807, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.422771] env[62187]: INFO nova.scheduler.client.report [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted allocation for migration 79522a85-7626-490b-956a-04075aaef9c1 [ 2449.521679] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2449.544639] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ff1a790409d91a71db43931dfdbea5da',container_format='bare',created_at=2025-01-16T01:44:50Z,direct_url=,disk_format='vmdk',id=c25b521c-0690-48c7-88a7-31e694a110a7,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2069746968-shelved',owner='2ebb43df25cd4cbeb739e07955e8302e',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-01-16T01:45:04Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2449.544876] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2449.545040] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2449.545223] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2449.545369] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2449.545512] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2449.545729] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2449.545930] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2449.546141] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2449.546337] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2449.546517] env[62187]: DEBUG nova.virt.hardware [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2449.547365] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545b0c9d-4646-4579-a0aa-2c0a3d3f252f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.555668] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e2625-7aab-47ef-a414-745931f45c16 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.571420] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:26:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c72d15-26e9-4f0e-a389-bea111ae6e04', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2449.579811] env[62187]: DEBUG oslo.service.loopingcall [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2449.580078] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2449.580293] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad947644-31a1-45c5-8fd0-4b288d0d65e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.600127] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2449.600127] env[62187]: value = "task-2133808" [ 2449.600127] env[62187]: _type = "Task" [ 2449.600127] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.608697] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133808, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.661520] env[62187]: DEBUG oslo_concurrency.lockutils [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2449.661746] env[62187]: DEBUG oslo_concurrency.lockutils [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2449.770233] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133807, 'name': Destroy_Task, 'duration_secs': 0.408278} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.770519] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Destroyed the VM [ 2449.770775] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2449.771036] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8b561e5-d240-435e-b791-efbe623c04e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.779587] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2449.779587] env[62187]: value = "task-2133809" [ 2449.779587] env[62187]: _type = "Task" [ 2449.779587] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.788512] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133809, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.928760] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.854s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2449.931111] env[62187]: DEBUG nova.network.neutron [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updated VIF entry in instance network info cache for port dd1e5d2c-9484-428c-a0c8-8f85768daf43. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2449.931502] env[62187]: DEBUG nova.network.neutron [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [{"id": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "address": "fa:16:3e:4c:62:65", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd1e5d2c-94", "ovs_interfaceid": "dd1e5d2c-9484-428c-a0c8-8f85768daf43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2450.111125] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133808, 'name': CreateVM_Task, 'duration_secs': 0.450626} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.111323] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2450.119342] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.119538] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.119947] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2450.120297] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4d988d-5f44-47d7-91e9-0879f998d795 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.125272] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2450.125272] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52533e7c-3fb0-3b28-16ef-edea55f05043" [ 2450.125272] env[62187]: _type = "Task" [ 2450.125272] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.133458] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52533e7c-3fb0-3b28-16ef-edea55f05043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.165484] env[62187]: INFO nova.compute.manager [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Detaching volume c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5 [ 2450.201689] env[62187]: INFO nova.virt.block_device [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Attempting to driver detach volume c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5 from mountpoint /dev/sdb [ 2450.202024] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2450.202305] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436303', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'name': 'volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81777bad-da04-4faf-95ce-574cf579060c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'serial': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2450.203894] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5a4577-ed9f-4d1e-b9bf-123a225c526b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.238011] env[62187]: DEBUG nova.compute.manager [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2450.238286] env[62187]: DEBUG nova.compute.manager [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing instance network info cache due to event network-changed-c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2450.238761] env[62187]: DEBUG oslo_concurrency.lockutils [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] Acquiring lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.238961] env[62187]: DEBUG oslo_concurrency.lockutils [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] Acquired lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.239194] env[62187]: DEBUG nova.network.neutron [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Refreshing network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2450.242053] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e1f21-553b-42e6-82d5-1b0408dbe315 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.251618] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207b4e1-be30-41dc-aa00-5bfc3b82c5de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.273874] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778aad19-2076-426a-9112-ac907897c953 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.291069] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] The volume has not been displaced from its original location: [datastore2] volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5/volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2450.296505] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2450.299834] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d80a09c2-5795-4191-a14e-ff58d39c6853 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.319246] env[62187]: DEBUG oslo_vmware.api [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133809, 'name': RemoveSnapshot_Task, 'duration_secs': 0.520791} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.320510] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2450.320754] env[62187]: INFO nova.compute.manager [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Took 21.87 seconds to snapshot the instance on the hypervisor. [ 2450.323204] env[62187]: DEBUG oslo_vmware.api [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2450.323204] env[62187]: value = "task-2133810" [ 2450.323204] env[62187]: _type = "Task" [ 2450.323204] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.332525] env[62187]: DEBUG oslo_vmware.api [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.435059] env[62187]: DEBUG oslo_concurrency.lockutils [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] Releasing lock "refresh_cache-4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.435334] env[62187]: DEBUG nova.compute.manager [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Received event network-changed-0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2450.435539] env[62187]: DEBUG nova.compute.manager [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Refreshing instance network info cache due to event network-changed-0737f593-57d6-48bc-b2c3-c937d20e725a. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2450.435778] env[62187]: DEBUG oslo_concurrency.lockutils [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] Acquiring lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.435949] env[62187]: DEBUG oslo_concurrency.lockutils [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] Acquired lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.436170] env[62187]: DEBUG nova.network.neutron [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Refreshing network info cache for port 0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2450.636783] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.637057] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Processing image c25b521c-0690-48c7-88a7-31e694a110a7 {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2450.637296] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7/c25b521c-0690-48c7-88a7-31e694a110a7.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.637441] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7/c25b521c-0690-48c7-88a7-31e694a110a7.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.637615] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2450.638128] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-568912fa-a2ea-416f-9d6b-40a436559eaf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.647991] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2450.648256] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2450.648965] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-227a0616-5a78-4941-8d0d-ac77607e5994 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.654504] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2450.654504] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c4a3b9-d224-6fe3-c793-711f108acfe9" [ 2450.654504] env[62187]: _type = "Task" [ 2450.654504] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.662551] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c4a3b9-d224-6fe3-c793-711f108acfe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.837666] env[62187]: DEBUG oslo_vmware.api [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133810, 'name': ReconfigVM_Task, 'duration_secs': 0.492205} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.837968] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2450.844609] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f6275c-e074-474f-aafd-a9738e6d991f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.861154] env[62187]: DEBUG oslo_vmware.api [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2450.861154] env[62187]: value = "task-2133811" [ 2450.861154] env[62187]: _type = "Task" [ 2450.861154] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2450.872700] env[62187]: DEBUG oslo_vmware.api [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.875181] env[62187]: DEBUG nova.compute.manager [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Found 3 images (rotation: 2) {{(pid=62187) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 2450.875424] env[62187]: DEBUG nova.compute.manager [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Rotating out 1 backups {{(pid=62187) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 2450.875516] env[62187]: DEBUG nova.compute.manager [None req-74d12aaf-23da-49fc-8510-d4bf0cca1af8 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleting image 10217ff0-2da9-4fba-8b55-c4eccb879a61 {{(pid=62187) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 2451.015894] env[62187]: DEBUG nova.network.neutron [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updated VIF entry in instance network info cache for port c5c72d15-26e9-4f0e-a389-bea111ae6e04. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2451.016315] env[62187]: DEBUG nova.network.neutron [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [{"id": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "address": "fa:16:3e:a0:26:40", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c72d15-26", "ovs_interfaceid": "c5c72d15-26e9-4f0e-a389-bea111ae6e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.105904] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.106158] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.106365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.106544] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2451.106707] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.108735] env[62187]: INFO nova.compute.manager [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Terminating instance [ 2451.164952] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Preparing fetch location {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2451.165222] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Fetch image to [datastore2] OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848/OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848.vmdk {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2451.165404] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Downloading stream optimized image c25b521c-0690-48c7-88a7-31e694a110a7 to [datastore2] OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848/OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848.vmdk on the data store datastore2 as vApp {{(pid=62187) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2451.165567] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Downloading image file data c25b521c-0690-48c7-88a7-31e694a110a7 to the ESX as VM named 'OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848' {{(pid=62187) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2451.168031] env[62187]: DEBUG nova.network.neutron [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updated VIF entry in instance network info cache for port 0737f593-57d6-48bc-b2c3-c937d20e725a. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2451.168359] env[62187]: DEBUG nova.network.neutron [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updating instance_info_cache with network_info: [{"id": "0737f593-57d6-48bc-b2c3-c937d20e725a", "address": "fa:16:3e:77:b5:5c", "network": {"id": "34cbc893-1461-4022-b482-fb3f780a41ca", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576366136-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4776bbc7b3af41aeb86531ed65bfe9f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0737f593-57", "ovs_interfaceid": "0737f593-57d6-48bc-b2c3-c937d20e725a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2451.232747] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2451.232747] env[62187]: value = "resgroup-9" [ 2451.232747] env[62187]: _type = "ResourcePool" [ 2451.232747] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2451.233034] env[62187]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b0396798-cc0f-44fb-b085-d02ae911fe79 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.255118] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease: (returnval){ [ 2451.255118] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5230812a-8cf8-1c95-8c89-8772def0f704" [ 2451.255118] env[62187]: _type = "HttpNfcLease" [ 2451.255118] env[62187]: } obtained for vApp import into resource pool (val){ [ 2451.255118] env[62187]: value = "resgroup-9" [ 2451.255118] env[62187]: _type = "ResourcePool" [ 2451.255118] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2451.255450] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the lease: (returnval){ [ 2451.255450] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5230812a-8cf8-1c95-8c89-8772def0f704" [ 2451.255450] env[62187]: _type = "HttpNfcLease" [ 2451.255450] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2451.261452] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2451.261452] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5230812a-8cf8-1c95-8c89-8772def0f704" [ 2451.261452] env[62187]: _type = "HttpNfcLease" [ 2451.261452] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2451.372058] env[62187]: DEBUG oslo_vmware.api [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133811, 'name': ReconfigVM_Task, 'duration_secs': 0.179021} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2451.372397] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436303', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'name': 'volume-c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '81777bad-da04-4faf-95ce-574cf579060c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5', 'serial': 'c0fe62fe-28b7-4baf-b86a-1cdcdf5b08d5'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2451.519511] env[62187]: DEBUG oslo_concurrency.lockutils [req-042e1069-a824-49dd-a7bd-280ed148983c req-7cf16a2b-11b0-441c-9500-55cdcb18f622 service nova] Releasing lock "refresh_cache-4493e62f-2484-42a3-a3dd-355cae41b50d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2451.612915] env[62187]: DEBUG nova.compute.manager [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2451.613174] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2451.614100] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bbc7f4-9868-4e1c-9555-4baf11657b0f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.622887] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2451.622887] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b5740a3-0cfe-4ab3-bedb-13f2977bf681 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2451.631039] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2451.631039] env[62187]: value = "task-2133813" [ 2451.631039] env[62187]: _type = "Task" [ 2451.631039] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2451.640416] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2451.671425] env[62187]: DEBUG oslo_concurrency.lockutils [req-fea0cf84-d579-44c1-924e-69473d6b696b req-237a4aa6-285d-43c9-a061-0394c2e19f58 service nova] Releasing lock "refresh_cache-04712f2e-7d45-4886-b041-d1757ce1335d" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2451.763865] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2451.763865] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5230812a-8cf8-1c95-8c89-8772def0f704" [ 2451.763865] env[62187]: _type = "HttpNfcLease" [ 2451.763865] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2451.922216] env[62187]: DEBUG nova.objects.instance [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'flavor' on Instance uuid 81777bad-da04-4faf-95ce-574cf579060c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2452.141413] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133813, 'name': PowerOffVM_Task, 'duration_secs': 0.226964} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.141678] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2452.141841] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2452.142111] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c161649d-bc11-4494-a458-554b36ff938d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.262538] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2452.262765] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2452.262952] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleting the datastore file [datastore1] 3fe1c952-ca6d-42eb-a808-031ad8b5657f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2452.263221] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68f9aefb-5948-4b34-9730-58dbb3d9b001 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.266527] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2452.266527] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5230812a-8cf8-1c95-8c89-8772def0f704" [ 2452.266527] env[62187]: _type = "HttpNfcLease" [ 2452.266527] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2452.267158] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2452.267158] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5230812a-8cf8-1c95-8c89-8772def0f704" [ 2452.267158] env[62187]: _type = "HttpNfcLease" [ 2452.267158] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2452.268035] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6530954a-e85b-4c80-aded-1f240ef5affd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.271775] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for the task: (returnval){ [ 2452.271775] env[62187]: value = "task-2133815" [ 2452.271775] env[62187]: _type = "Task" [ 2452.271775] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.278264] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230be3f-8fdd-64df-1c65-1a04cee08640/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2452.278447] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230be3f-8fdd-64df-1c65-1a04cee08640/disk-0.vmdk. {{(pid=62187) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2452.286718] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.347326] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3e12d31-0f4f-4bd7-b58b-845806fb4c6f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.785312] env[62187]: DEBUG oslo_vmware.api [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Task: {'id': task-2133815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142797} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2452.787778] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2452.787991] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2452.788256] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2452.788492] env[62187]: INFO nova.compute.manager [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2452.788788] env[62187]: DEBUG oslo.service.loopingcall [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2452.789089] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2452.789436] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2452.789638] env[62187]: DEBUG nova.compute.manager [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2452.789919] env[62187]: DEBUG nova.compute.manager [-] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2452.790081] env[62187]: DEBUG nova.network.neutron [-] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2452.792405] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5fb28-2dda-4579-b17d-d08b3b515e3e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.801430] env[62187]: DEBUG nova.compute.manager [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2452.802019] env[62187]: DEBUG nova.objects.instance [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'flavor' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2452.931591] env[62187]: DEBUG oslo_concurrency.lockutils [None req-06c8459d-cf85-48a7-beb4-e8f804c7ec58 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.076255] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.076479] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.076698] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.076884] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.077127] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.081279] env[62187]: INFO nova.compute.manager [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Terminating instance [ 2453.096546] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.096849] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.097094] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "81777bad-da04-4faf-95ce-574cf579060c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.097323] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.097527] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.101712] env[62187]: INFO nova.compute.manager [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Terminating instance [ 2453.120144] env[62187]: DEBUG nova.compute.manager [req-02a5e705-379e-4c35-ac2e-48b82abd3241 req-a73028e6-be00-4da6-81d4-195487ac4fc8 service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Received event network-vif-deleted-42444a36-0e49-49ed-9b53-67f3e3e552b4 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2453.120447] env[62187]: INFO nova.compute.manager [req-02a5e705-379e-4c35-ac2e-48b82abd3241 req-a73028e6-be00-4da6-81d4-195487ac4fc8 service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Neutron deleted interface 42444a36-0e49-49ed-9b53-67f3e3e552b4; detaching it from the instance and deleting it from the info cache [ 2453.120693] env[62187]: DEBUG nova.network.neutron [req-02a5e705-379e-4c35-ac2e-48b82abd3241 req-a73028e6-be00-4da6-81d4-195487ac4fc8 service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.493146] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Completed reading data from the image iterator. {{(pid=62187) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2453.493530] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230be3f-8fdd-64df-1c65-1a04cee08640/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2453.494433] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6b83c-0e3f-4aa4-9742-e1b14802e6e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.502257] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230be3f-8fdd-64df-1c65-1a04cee08640/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2453.502438] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230be3f-8fdd-64df-1c65-1a04cee08640/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2453.502667] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c8e1f807-9d34-4e47-8fd4-57b544f7a041 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.588457] env[62187]: DEBUG nova.compute.manager [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2453.588690] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2453.589822] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17618b0b-3f9a-4932-86c2-eea7d819072a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.592801] env[62187]: DEBUG nova.network.neutron [-] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2453.599862] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2453.600141] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a440037c-40da-45e8-9d64-f239145debe5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.605384] env[62187]: DEBUG nova.compute.manager [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2453.605637] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2453.606404] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657e207a-bf54-4682-8a5b-2d2a365952f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.610357] env[62187]: DEBUG oslo_vmware.api [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2453.610357] env[62187]: value = "task-2133816" [ 2453.610357] env[62187]: _type = "Task" [ 2453.610357] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.616518] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2453.617198] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ae2d6fd-4a1a-4ecf-b9cc-9746d6e81f9b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.622167] env[62187]: DEBUG oslo_vmware.api [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.625497] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d52d496-6b11-4721-97e1-cd29864ef06e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.629045] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2453.629045] env[62187]: value = "task-2133817" [ 2453.629045] env[62187]: _type = "Task" [ 2453.629045] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.643647] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620d529b-a1d4-4281-9f2d-4a1b88d2b17d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.654649] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.678949] env[62187]: DEBUG nova.compute.manager [req-02a5e705-379e-4c35-ac2e-48b82abd3241 req-a73028e6-be00-4da6-81d4-195487ac4fc8 service nova] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Detach interface failed, port_id=42444a36-0e49-49ed-9b53-67f3e3e552b4, reason: Instance 3fe1c952-ca6d-42eb-a808-031ad8b5657f could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2453.703942] env[62187]: DEBUG oslo_vmware.rw_handles [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5230be3f-8fdd-64df-1c65-1a04cee08640/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2453.704243] env[62187]: INFO nova.virt.vmwareapi.images [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Downloaded image file data c25b521c-0690-48c7-88a7-31e694a110a7 [ 2453.705256] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeba3e60-e0e1-4e0a-bf3f-d1fd9d71b980 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.723702] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d00c44a0-7eff-4cb1-99fb-06029ec53077 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.763894] env[62187]: INFO nova.virt.vmwareapi.images [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] The imported VM was unregistered [ 2453.766619] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Caching image {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2453.766780] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2453.767090] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc60b91f-2faf-472a-b725-ad4630ee64cd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.780260] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created directory with path [datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2453.780472] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848/OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848.vmdk to [datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7/c25b521c-0690-48c7-88a7-31e694a110a7.vmdk. {{(pid=62187) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2453.780777] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8e357c1a-f1f9-4a8d-a817-c046d414204b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.789202] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2453.789202] env[62187]: value = "task-2133819" [ 2453.789202] env[62187]: _type = "Task" [ 2453.789202] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.799259] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133819, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.811427] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2453.811940] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc06591a-f698-4604-9076-ea0b8125bc64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.820123] env[62187]: DEBUG oslo_vmware.api [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2453.820123] env[62187]: value = "task-2133820" [ 2453.820123] env[62187]: _type = "Task" [ 2453.820123] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.830017] env[62187]: DEBUG oslo_vmware.api [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.095947] env[62187]: INFO nova.compute.manager [-] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Took 1.31 seconds to deallocate network for instance. [ 2454.123925] env[62187]: DEBUG oslo_vmware.api [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133816, 'name': PowerOffVM_Task, 'duration_secs': 0.383883} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.124172] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2454.124320] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2454.124620] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c29cf57a-ad8a-4f5b-9cb4-59e6b602963e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.144732] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133817, 'name': PowerOffVM_Task, 'duration_secs': 0.282468} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.146039] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2454.146218] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2454.146545] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57bbed53-c7b7-4e05-9e5d-ef1e58e3d43d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.291357] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2454.291620] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2454.291877] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleting the datastore file [datastore1] b75c7ca7-c821-488f-92e9-58ad5c89fef9 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2454.296352] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1a3af35-a24d-48d2-b20e-90d57b0cbb44 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.304746] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133819, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.306401] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2454.306648] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2454.306880] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleting the datastore file [datastore2] 81777bad-da04-4faf-95ce-574cf579060c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2454.308356] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58fa76b9-df3c-4fbf-a158-5e370439eee6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.310718] env[62187]: DEBUG oslo_vmware.api [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2454.310718] env[62187]: value = "task-2133823" [ 2454.310718] env[62187]: _type = "Task" [ 2454.310718] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.317920] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2454.317920] env[62187]: value = "task-2133824" [ 2454.317920] env[62187]: _type = "Task" [ 2454.317920] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2454.321929] env[62187]: DEBUG oslo_vmware.api [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.335824] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.339514] env[62187]: DEBUG oslo_vmware.api [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133820, 'name': PowerOffVM_Task, 'duration_secs': 0.361969} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.339800] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2454.339994] env[62187]: DEBUG nova.compute.manager [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2454.340902] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd5ac54-8c46-4fd6-a7fe-2494bed3f285 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.604281] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.604628] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2454.604836] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.631231] env[62187]: INFO nova.scheduler.client.report [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Deleted allocations for instance 3fe1c952-ca6d-42eb-a808-031ad8b5657f [ 2454.803650] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133819, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.823867] env[62187]: DEBUG oslo_vmware.api [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214489} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.827334] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2454.827566] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2454.827735] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2454.827930] env[62187]: INFO nova.compute.manager [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2454.828307] env[62187]: DEBUG oslo.service.loopingcall [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2454.828523] env[62187]: DEBUG nova.compute.manager [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2454.828619] env[62187]: DEBUG nova.network.neutron [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2454.839770] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.858175] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3bb76364-93c1-499d-bf12-ffaaa6d01fec tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.141296] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b16acf5e-c331-415c-8a23-f1e2a9164e1f tempest-DeleteServersTestJSON-2094899188 tempest-DeleteServersTestJSON-2094899188-project-member] Lock "3fe1c952-ca6d-42eb-a808-031ad8b5657f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.035s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.304251] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133819, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.336345] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.708104] env[62187]: DEBUG nova.compute.manager [req-9356b182-cc2f-4180-8933-b4614316af5a req-153caa1a-708c-4796-9b9b-b70a9ecc32ee service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Received event network-vif-deleted-052b0518-e890-4644-8f2d-0e6310681d47 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2455.708433] env[62187]: INFO nova.compute.manager [req-9356b182-cc2f-4180-8933-b4614316af5a req-153caa1a-708c-4796-9b9b-b70a9ecc32ee service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Neutron deleted interface 052b0518-e890-4644-8f2d-0e6310681d47; detaching it from the instance and deleting it from the info cache [ 2455.708676] env[62187]: DEBUG nova.network.neutron [req-9356b182-cc2f-4180-8933-b4614316af5a req-153caa1a-708c-4796-9b9b-b70a9ecc32ee service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.803868] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133819, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.837573] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.943854] env[62187]: DEBUG nova.compute.manager [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Stashing vm_state: stopped {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2456.182950] env[62187]: DEBUG nova.network.neutron [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.211490] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aee3f3f8-e045-4def-8518-252d52a1b093 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.223527] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4931ffc1-d07f-4805-bc10-19266df8e64c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.258230] env[62187]: DEBUG nova.compute.manager [req-9356b182-cc2f-4180-8933-b4614316af5a req-153caa1a-708c-4796-9b9b-b70a9ecc32ee service nova] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Detach interface failed, port_id=052b0518-e890-4644-8f2d-0e6310681d47, reason: Instance b75c7ca7-c821-488f-92e9-58ad5c89fef9 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2456.302579] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133819, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.505853} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.302853] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848/OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848.vmdk to [datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7/c25b521c-0690-48c7-88a7-31e694a110a7.vmdk. [ 2456.303051] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Cleaning up location [datastore2] OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848 {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2456.303217] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8a0506a0-b4d2-4976-9a96-bebec0daa848 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2456.303475] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5981d13-bc70-4e3f-9f09-5095f27bb6e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.311122] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2456.311122] env[62187]: value = "task-2133826" [ 2456.311122] env[62187]: _type = "Task" [ 2456.311122] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.320521] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.334448] env[62187]: DEBUG oslo_vmware.api [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.89332} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.335175] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2456.335455] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2456.335565] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2456.335761] env[62187]: INFO nova.compute.manager [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Took 2.73 seconds to destroy the instance on the hypervisor. [ 2456.336015] env[62187]: DEBUG oslo.service.loopingcall [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2456.336392] env[62187]: DEBUG nova.compute.manager [-] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2456.336509] env[62187]: DEBUG nova.network.neutron [-] [instance: 81777bad-da04-4faf-95ce-574cf579060c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2456.464128] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2456.464396] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2456.685506] env[62187]: INFO nova.compute.manager [-] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Took 1.86 seconds to deallocate network for instance. [ 2456.822104] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037841} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.822385] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2456.822516] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7/c25b521c-0690-48c7-88a7-31e694a110a7.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2456.822753] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7/c25b521c-0690-48c7-88a7-31e694a110a7.vmdk to [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2456.822993] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e12a4927-fc2d-4ccb-96a9-729fd15ec3ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.831264] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2456.831264] env[62187]: value = "task-2133827" [ 2456.831264] env[62187]: _type = "Task" [ 2456.831264] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.839841] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.969611] env[62187]: INFO nova.compute.claims [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2457.192656] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2457.281072] env[62187]: DEBUG nova.network.neutron [-] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2457.343836] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133827, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.427189] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2457.476571] env[62187]: INFO nova.compute.resource_tracker [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating resource usage from migration 0144999a-604e-429d-9218-f909f54373c2 [ 2457.624741] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae3e5e4-87f9-473b-bf70-fa61348f8e70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.635690] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2409a17e-c23a-463a-bf10-b4f80c9dd10c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.672743] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1171460b-f93d-4897-9c51-55cb263350cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.684351] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597a80f0-d43d-476e-bc69-c941811d07e6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.702407] env[62187]: DEBUG nova.compute.provider_tree [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2457.735039] env[62187]: DEBUG nova.compute.manager [req-6e0bb819-8e74-4f5c-9470-3f9cdc366b8b req-30a0aa77-82c0-49d0-aa42-2bb0afffc6e4 service nova] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Received event network-vif-deleted-5f6282f5-9ae2-46c3-8bdc-ac943c2df215 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2457.784437] env[62187]: INFO nova.compute.manager [-] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Took 1.45 seconds to deallocate network for instance. [ 2457.844473] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133827, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.205984] env[62187]: DEBUG nova.scheduler.client.report [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2458.291377] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2458.344912] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133827, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.425417] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2458.425665] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2458.711025] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.246s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.711282] env[62187]: INFO nova.compute.manager [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Migrating [ 2458.718010] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.525s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2458.718273] env[62187]: DEBUG nova.objects.instance [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'resources' on Instance uuid b75c7ca7-c821-488f-92e9-58ad5c89fef9 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2458.846361] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133827, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.232086] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2459.232292] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2459.232470] env[62187]: DEBUG nova.network.neutron [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2459.343999] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133827, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.275846} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.346422] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c25b521c-0690-48c7-88a7-31e694a110a7/c25b521c-0690-48c7-88a7-31e694a110a7.vmdk to [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2459.347418] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0109040-d786-4195-bfc7-e5e200a1dfa5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.369726] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2459.370795] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f5ffa4-7edc-4ecb-9100-4bfff1a6d296 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.385074] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a63b226-36a8-4f96-bf9e-f8ca4a37fbd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.392982] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88bc9ae-6527-4798-95c7-260aa07b0e5a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.397554] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2459.397554] env[62187]: value = "task-2133828" [ 2459.397554] env[62187]: _type = "Task" [ 2459.397554] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.436024] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee92abbc-bbf6-4868-8612-3535ed61c278 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.439816] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.446231] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93128cc7-b568-437f-b387-3ad45278218e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.461532] env[62187]: DEBUG nova.compute.provider_tree [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2459.910078] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133828, 'name': ReconfigVM_Task, 'duration_secs': 0.362451} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.910689] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d/4493e62f-2484-42a3-a3dd-355cae41b50d.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2459.911577] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'encrypted': False, 'boot_index': 0, 'disk_bus': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'image_id': 'b2655528-3b79-4c65-848a-63730c3e881c'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436302', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'name': 'volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4493e62f-2484-42a3-a3dd-355cae41b50d', 'attached_at': '', 'detached_at': '', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'serial': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7'}, 'device_type': None, 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': None, 'guest_format': None, 'attachment_id': 'e46ee949-3780-4d40-a5ae-abb2df0c0f69', 'volume_type': None}], 'swap': None} {{(pid=62187) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2459.911738] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2459.912656] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436302', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'name': 'volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4493e62f-2484-42a3-a3dd-355cae41b50d', 'attached_at': '', 'detached_at': '', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'serial': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2459.912767] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4066e4ef-6cec-4d53-b80e-9099aa2c1516 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.930267] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5b73e6-e73a-48aa-ac3f-a5c7479651a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.955640] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7/volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2459.956571] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aedcb53-36a9-42c8-beca-e39fe9939eee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.969891] env[62187]: DEBUG nova.network.neutron [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2459.971859] env[62187]: DEBUG nova.scheduler.client.report [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2459.982248] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2459.982248] env[62187]: value = "task-2133829" [ 2459.982248] env[62187]: _type = "Task" [ 2459.982248] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.991759] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.476423] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2460.478658] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.760s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2460.480865] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.190s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2460.480947] env[62187]: DEBUG nova.objects.instance [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'resources' on Instance uuid 81777bad-da04-4faf-95ce-574cf579060c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2460.493598] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133829, 'name': ReconfigVM_Task, 'duration_secs': 0.364593} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.493848] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7/volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2460.498979] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-932605aa-e2c4-47e8-8fef-1bdbb3f8b13a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.509701] env[62187]: INFO nova.scheduler.client.report [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted allocations for instance b75c7ca7-c821-488f-92e9-58ad5c89fef9 [ 2460.517037] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2460.517037] env[62187]: value = "task-2133830" [ 2460.517037] env[62187]: _type = "Task" [ 2460.517037] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.528572] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.018127] env[62187]: DEBUG oslo_concurrency.lockutils [None req-28bf3a0a-4fa2-47ef-b10a-737384443887 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "b75c7ca7-c821-488f-92e9-58ad5c89fef9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.941s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2461.035306] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133830, 'name': ReconfigVM_Task, 'duration_secs': 0.16235} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.035306] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436302', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'name': 'volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4493e62f-2484-42a3-a3dd-355cae41b50d', 'attached_at': '', 'detached_at': '', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'serial': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2461.035306] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d485a230-6158-460f-9465-50f2d6393468 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.046509] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2461.046509] env[62187]: value = "task-2133831" [ 2461.046509] env[62187]: _type = "Task" [ 2461.046509] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.058567] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133831, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.128395] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7d8b3f-eee4-4309-a2fd-a0a105e1a367 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.136891] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1229bbea-55cb-4c09-84b4-b06abfd7d049 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.168287] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47166b2f-a380-4751-b4c3-6196cc2a5f85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.177356] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b48842-fb9b-4fac-8dd2-1dff3e2dd54a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.192539] env[62187]: DEBUG nova.compute.provider_tree [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2461.557246] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133831, 'name': Rename_Task, 'duration_secs': 0.170995} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.557536] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2461.557784] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5722305e-5bb7-4842-a2a3-25cb7a571ae2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.565266] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2461.565266] env[62187]: value = "task-2133832" [ 2461.565266] env[62187]: _type = "Task" [ 2461.565266] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.572984] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.695867] env[62187]: DEBUG nova.scheduler.client.report [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2461.730385] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "55fde558-fee6-44f3-b62f-aa348ac638a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.730612] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "55fde558-fee6-44f3-b62f-aa348ac638a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.953067] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2461.953352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2461.995528] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e65ac4-d9cc-41ed-b4a0-85fe86dcdc81 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.014911] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance '35195bb8-fd73-4185-8c85-b481a2c7f653' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2462.078945] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133832, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.200709] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.222885] env[62187]: INFO nova.scheduler.client.report [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted allocations for instance 81777bad-da04-4faf-95ce-574cf579060c [ 2462.233287] env[62187]: DEBUG nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2462.434248] env[62187]: DEBUG nova.compute.manager [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2462.455648] env[62187]: DEBUG nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2462.520967] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2462.521348] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c67bfe1c-fb71-4332-a919-b8e3c564eee4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.530097] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2462.530097] env[62187]: value = "task-2133833" [ 2462.530097] env[62187]: _type = "Task" [ 2462.530097] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.539777] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.577272] env[62187]: DEBUG oslo_vmware.api [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133832, 'name': PowerOnVM_Task, 'duration_secs': 0.658524} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2462.577536] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2462.675332] env[62187]: DEBUG nova.compute.manager [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2462.676286] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573de38b-5d73-441d-8b92-26f7807c6769 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.730698] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ea642109-a74a-4cd0-a6f6-123941936ec5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "81777bad-da04-4faf-95ce-574cf579060c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.634s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.751112] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.751376] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.753426] env[62187]: INFO nova.compute.claims [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2462.954245] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.972526] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2463.009428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2463.009630] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2463.009783] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2463.041172] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2463.041376] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance '35195bb8-fd73-4185-8c85-b481a2c7f653' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2463.193033] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f584c352-31ee-40ff-a05c-fc432fe825fb tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.183s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2463.548762] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2463.549536] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2463.549536] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2463.549536] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2463.561444] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24d2a95-2b53-45a9-98b0-d2032317420f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.582398] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2463.582398] env[62187]: value = "task-2133834" [ 2463.582398] env[62187]: _type = "Task" [ 2463.582398] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.592513] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.893702] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f142624-3ec1-453e-98a6-114b4a4e2274 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.902784] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9965d9c9-6040-4811-b2e4-30e03219a22d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.933955] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c22d16-e9a7-4c3b-8a74-18e76139e7a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.941823] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24496275-16f9-4f8f-8b8e-869532cd6995 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.955053] env[62187]: DEBUG nova.compute.provider_tree [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2464.093441] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133834, 'name': ReconfigVM_Task, 'duration_secs': 0.163306} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2464.093814] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance '35195bb8-fd73-4185-8c85-b481a2c7f653' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2464.333150] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updating instance_info_cache with network_info: [{"id": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "address": "fa:16:3e:01:4d:94", "network": {"id": "c9a9fe98-ca25-4d8f-9ac3-b29028d3c6ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-33333257-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad3c04807e7a48be91a9c9718b363af9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db06301-c1", "ovs_interfaceid": "8db06301-c1b9-46b0-b8e0-03979a75cc49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2464.458072] env[62187]: DEBUG nova.scheduler.client.report [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2464.600897] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2464.601163] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2464.601320] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2464.601498] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2464.601639] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2464.601781] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2464.601978] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2464.602151] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2464.602317] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2464.602483] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2464.602655] env[62187]: DEBUG nova.virt.hardware [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2464.607876] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2464.608534] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12cc523e-9a33-47ab-b024-ff61ebee400f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.631569] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2464.631569] env[62187]: value = "task-2133835" [ 2464.631569] env[62187]: _type = "Task" [ 2464.631569] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2464.640262] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.836746] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-84b3d4f2-d0b9-40a4-99e1-464245a6f154" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2464.836972] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2464.837238] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.837379] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2464.963695] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.964286] env[62187]: DEBUG nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2464.967044] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.013s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2464.981113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2464.981321] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2465.142091] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133835, 'name': ReconfigVM_Task, 'duration_secs': 0.231062} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.142385] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2465.143163] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8534f8d1-d658-4138-a781-a564e174fdd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.165468] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 35195bb8-fd73-4185-8c85-b481a2c7f653/35195bb8-fd73-4185-8c85-b481a2c7f653.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2465.165735] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ad9563-2c6a-45e1-8bf9-ddff311d7080 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.183970] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2465.183970] env[62187]: value = "task-2133836" [ 2465.183970] env[62187]: _type = "Task" [ 2465.183970] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.197290] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.471666] env[62187]: INFO nova.compute.claims [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2465.475850] env[62187]: DEBUG nova.compute.utils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2465.478222] env[62187]: DEBUG nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Not allocating networking since 'none' was specified. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2465.484025] env[62187]: DEBUG nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2465.694556] env[62187]: DEBUG oslo_vmware.api [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133836, 'name': ReconfigVM_Task, 'duration_secs': 0.286315} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.694877] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 35195bb8-fd73-4185-8c85-b481a2c7f653/35195bb8-fd73-4185-8c85-b481a2c7f653.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2465.695152] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance '35195bb8-fd73-4185-8c85-b481a2c7f653' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2465.979578] env[62187]: DEBUG nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2465.983651] env[62187]: INFO nova.compute.resource_tracker [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating resource usage from migration 2335cd3d-3ba3-4e9e-85a0-0327b464d4b1 [ 2466.005064] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2466.117742] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9125a6-2885-422b-8906-9a921d6faf33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.125914] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e03fea5-5236-40cf-a222-af843521b382 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.157125] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e15f687-08e4-4b30-a67a-4a776f5afbe8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.165043] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c266e53-23d7-4774-9bd3-76c4c0408a70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.178302] env[62187]: DEBUG nova.compute.provider_tree [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2466.201332] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966062aa-9ae3-4f7c-b266-e8ebd1a58421 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.220477] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f569e37-0f83-4dd7-8c16-ee7f4380b7ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.237832] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance '35195bb8-fd73-4185-8c85-b481a2c7f653' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2466.681840] env[62187]: DEBUG nova.scheduler.client.report [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2466.776648] env[62187]: DEBUG nova.network.neutron [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Port 6f648cfa-4942-4e7c-9bb8-c9884e986bd0 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2466.997829] env[62187]: DEBUG nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2467.023472] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2467.023875] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2467.024049] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2467.024236] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2467.024382] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2467.024528] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2467.024738] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2467.024899] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2467.025076] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2467.025240] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2467.025406] env[62187]: DEBUG nova.virt.hardware [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2467.026368] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1160d70-99d0-4253-ace4-234d3af14c02 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.036023] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960f220c-a1f7-499e-8391-7c4aa009575c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.050463] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2467.056032] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Creating folder: Project (dff8cb3af3ff4d5baed6927c54e35c90). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2467.056179] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7e53b46-63c3-4f80-b7a7-cfd8c3e9d4c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.067358] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Created folder: Project (dff8cb3af3ff4d5baed6927c54e35c90) in parent group-v435995. [ 2467.067557] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Creating folder: Instances. Parent ref: group-v436307. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2467.067786] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-913641e1-ae84-4b73-a6b5-f77c31c19e54 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.077598] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Created folder: Instances in parent group-v436307. [ 2467.077830] env[62187]: DEBUG oslo.service.loopingcall [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2467.078037] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2467.078238] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e20d9ea1-b625-437b-a832-6aed971b5cbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.094114] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2467.094114] env[62187]: value = "task-2133839" [ 2467.094114] env[62187]: _type = "Task" [ 2467.094114] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.101205] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133839, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.186693] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.219s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2467.187053] env[62187]: INFO nova.compute.manager [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Migrating [ 2467.202988] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.230s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.204413] env[62187]: INFO nova.compute.claims [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2467.425807] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.426075] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.605137] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133839, 'name': CreateVM_Task, 'duration_secs': 0.277314} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2467.605137] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2467.605550] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2467.605711] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2467.606038] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2467.606292] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06277867-f5f1-4343-a818-6e20b888d733 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.611497] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2467.611497] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52790089-dbc4-d163-6eee-7d9f6f2fb869" [ 2467.611497] env[62187]: _type = "Task" [ 2467.611497] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2467.620875] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52790089-dbc4-d163-6eee-7d9f6f2fb869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2467.713326] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2467.713606] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2467.713687] env[62187]: DEBUG nova.network.neutron [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2467.797473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.797707] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.797878] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2468.123320] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52790089-dbc4-d163-6eee-7d9f6f2fb869, 'name': SearchDatastore_Task, 'duration_secs': 0.011457} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.123637] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2468.123873] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2468.124124] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2468.124272] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2468.124451] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2468.124709] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bbf776b-cace-4536-a068-e1482566416f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.134453] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2468.134649] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2468.135392] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c70929b-0bb0-4288-a206-bbecb68080be {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.141226] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2468.141226] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521c0ff2-ac10-3a0e-7900-dcc501df931f" [ 2468.141226] env[62187]: _type = "Task" [ 2468.141226] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.149277] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521c0ff2-ac10-3a0e-7900-dcc501df931f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.365211] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d86e8f-4866-4a69-b24c-2954c047ad1c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.373179] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c83eaa-69a4-45bc-bcef-8ceaf25dd0eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.405890] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064e6d7b-8284-4174-848a-15eb1821c675 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.414348] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc069b4-ca73-4b21-93a4-f76f863c9b4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.429848] env[62187]: DEBUG nova.compute.provider_tree [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2468.441238] env[62187]: DEBUG nova.network.neutron [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2468.652533] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521c0ff2-ac10-3a0e-7900-dcc501df931f, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2468.653335] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb4c688-728e-4894-b349-ae1ec584610b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.658874] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2468.658874] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fbda1-16a3-7728-6327-2241b86c645f" [ 2468.658874] env[62187]: _type = "Task" [ 2468.658874] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2468.666543] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fbda1-16a3-7728-6327-2241b86c645f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2468.834365] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2468.834649] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2468.834816] env[62187]: DEBUG nova.network.neutron [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2468.932609] env[62187]: DEBUG nova.scheduler.client.report [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2468.943352] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2469.169012] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526fbda1-16a3-7728-6327-2241b86c645f, 'name': SearchDatastore_Task, 'duration_secs': 0.010101} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.169277] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2469.169531] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 55fde558-fee6-44f3-b62f-aa348ac638a4/55fde558-fee6-44f3-b62f-aa348ac638a4.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2469.169799] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7859db7-0125-425e-b760-22e70bb9974a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.178233] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2469.178233] env[62187]: value = "task-2133840" [ 2469.178233] env[62187]: _type = "Task" [ 2469.178233] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.185721] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.420801] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2469.439949] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.440539] env[62187]: DEBUG nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2469.443475] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.439s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2469.445368] env[62187]: INFO nova.compute.claims [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2469.575782] env[62187]: DEBUG nova.network.neutron [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2469.687967] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457894} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2469.688344] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 55fde558-fee6-44f3-b62f-aa348ac638a4/55fde558-fee6-44f3-b62f-aa348ac638a4.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2469.688521] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2469.688792] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3de9523b-6ff2-4f27-a166-35446d7d6c33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.697838] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2469.697838] env[62187]: value = "task-2133841" [ 2469.697838] env[62187]: _type = "Task" [ 2469.697838] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.708384] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2469.950300] env[62187]: DEBUG nova.compute.utils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2469.951697] env[62187]: DEBUG nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Not allocating networking since 'none' was specified. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2470.079106] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2470.207745] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072443} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.207962] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2470.208733] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8822319-9fc6-40b8-a7ca-0e4ce9327611 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.229363] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 55fde558-fee6-44f3-b62f-aa348ac638a4/55fde558-fee6-44f3-b62f-aa348ac638a4.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2470.229657] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ff32051-557b-4f76-b059-d00beee84c8d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.249851] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2470.249851] env[62187]: value = "task-2133842" [ 2470.249851] env[62187]: _type = "Task" [ 2470.249851] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.258102] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.425505] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2470.453603] env[62187]: DEBUG nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2470.463920] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ecacd-1940-4cdf-9af4-ecb67c2a4721 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.483558] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance 'ec64a04c-2fee-4c79-bad9-f876c854a52c' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2470.598925] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f324011-013c-4904-9c2b-9c9829f370c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.619925] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdebb78-8750-4813-8f5e-65fd69eac28f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.623078] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84512b1-7e75-4d20-8886-a2f55eaa3b05 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.632977] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd00e347-48e9-4337-a651-82d373c7f75c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.636066] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance '35195bb8-fd73-4185-8c85-b481a2c7f653' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2470.669736] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2686d763-94ec-4cc3-a00a-1f54662ad461 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.676889] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b41135-877c-4de1-9d34-efea7fd69d1c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.691015] env[62187]: DEBUG nova.compute.provider_tree [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2470.759855] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133842, 'name': ReconfigVM_Task, 'duration_secs': 0.287053} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.760170] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 55fde558-fee6-44f3-b62f-aa348ac638a4/55fde558-fee6-44f3-b62f-aa348ac638a4.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2470.760815] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b79ba4e3-1ed7-4718-a72c-377e52c34fbb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2470.768609] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2470.768609] env[62187]: value = "task-2133843" [ 2470.768609] env[62187]: _type = "Task" [ 2470.768609] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2470.777358] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133843, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.992044] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2470.992605] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc75c09b-7bcc-4439-823f-d3327a33f5e4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.001624] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2471.001624] env[62187]: value = "task-2133844" [ 2471.001624] env[62187]: _type = "Task" [ 2471.001624] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.010942] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.142223] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1572dcfb-1f11-47c3-82bd-ca152b85020f tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance '35195bb8-fd73-4185-8c85-b481a2c7f653' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2471.194357] env[62187]: DEBUG nova.scheduler.client.report [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2471.279147] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133843, 'name': Rename_Task, 'duration_secs': 0.142083} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.279433] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2471.279682] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e31b5b2-49da-479e-a8f6-127bbaa65e6e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.286793] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2471.286793] env[62187]: value = "task-2133845" [ 2471.286793] env[62187]: _type = "Task" [ 2471.286793] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.296488] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.424868] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2471.462014] env[62187]: DEBUG nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2471.491025] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2471.491025] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2471.491025] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2471.491025] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2471.491025] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2471.491025] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2471.491687] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2471.492091] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2471.492411] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2471.492706] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2471.492986] env[62187]: DEBUG nova.virt.hardware [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2471.493964] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650032ee-98a6-4c21-bcb1-49e2486d75b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.513508] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133844, 'name': PowerOffVM_Task, 'duration_secs': 0.18146} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.515589] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2471.515787] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance 'ec64a04c-2fee-4c79-bad9-f876c854a52c' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2471.520171] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6394c-35e7-470e-a1a3-aa5c1535d05b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.534039] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2471.539652] env[62187]: DEBUG oslo.service.loopingcall [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2471.539919] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2471.540141] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47606c80-aaa8-4476-b550-1db474023001 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.557652] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2471.557652] env[62187]: value = "task-2133846" [ 2471.557652] env[62187]: _type = "Task" [ 2471.557652] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2471.566604] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133846, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2471.699123] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2471.699886] env[62187]: DEBUG nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2471.798425] env[62187]: DEBUG oslo_vmware.api [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133845, 'name': PowerOnVM_Task, 'duration_secs': 0.441115} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2471.798703] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2471.798917] env[62187]: INFO nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Took 4.80 seconds to spawn the instance on the hypervisor. [ 2471.799113] env[62187]: DEBUG nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2471.800108] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99211e08-94d6-48fd-ad59-e3bc8db3360a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.928029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2471.928316] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2471.928544] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2471.928715] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2471.929669] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4686ebfb-a411-4d10-943b-0ce356020d18 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.938832] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e63085-3d58-499b-92de-b215017b6685 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.952668] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5cf847-f90a-4709-a653-d35f2e9f9fef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.959156] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ef9d4e-d9ab-4201-9d44-695a7000646c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2471.987804] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179220MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2471.987957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2471.988147] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2472.026554] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2472.026898] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2472.027051] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2472.027219] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2472.027842] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2472.027842] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2472.027842] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2472.027842] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2472.028044] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2472.028147] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2472.028298] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2472.034666] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc82223-1a50-4451-9990-267135ea07e8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.051871] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2472.051871] env[62187]: value = "task-2133847" [ 2472.051871] env[62187]: _type = "Task" [ 2472.051871] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.061666] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.070031] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133846, 'name': CreateVM_Task, 'duration_secs': 0.340204} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.070215] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2472.070611] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2472.070771] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2472.071120] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2472.071369] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9586e4a-e472-4927-9715-64cf75331f86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.076618] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2472.076618] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52edcbc7-110d-4bfd-e3d3-ba70edeae0a5" [ 2472.076618] env[62187]: _type = "Task" [ 2472.076618] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.085655] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52edcbc7-110d-4bfd-e3d3-ba70edeae0a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.203984] env[62187]: DEBUG nova.compute.utils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2472.205372] env[62187]: DEBUG nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2472.205549] env[62187]: DEBUG nova.network.neutron [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2472.255982] env[62187]: DEBUG nova.policy [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cbdb659ac314011b3446fca873a1469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10f917c466ce4b8ba43d7e7b911dab8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2472.320566] env[62187]: INFO nova.compute.manager [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Took 9.58 seconds to build instance. [ 2472.511114] env[62187]: DEBUG nova.network.neutron [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Successfully created port: 8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2472.562442] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133847, 'name': ReconfigVM_Task, 'duration_secs': 0.196069} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.562751] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance 'ec64a04c-2fee-4c79-bad9-f876c854a52c' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2472.587656] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52edcbc7-110d-4bfd-e3d3-ba70edeae0a5, 'name': SearchDatastore_Task, 'duration_secs': 0.014038} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2472.587956] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2472.588203] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2472.588428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2472.588629] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2472.589131] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2472.589131] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d824f227-4057-442f-963f-4a23aa92f234 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.597750] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2472.597923] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2472.598710] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14776b98-1679-493b-8de8-3644644d325b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.607239] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2472.607239] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520366a9-e2f3-5346-5032-61560c04db8f" [ 2472.607239] env[62187]: _type = "Task" [ 2472.607239] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.616375] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520366a9-e2f3-5346-5032-61560c04db8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.711019] env[62187]: DEBUG nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2472.823291] env[62187]: DEBUG oslo_concurrency.lockutils [None req-88292dfd-47f1-4886-91fa-52efa730f5c0 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "55fde558-fee6-44f3-b62f-aa348ac638a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.092s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2473.001119] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Applying migration context for instance 35195bb8-fd73-4185-8c85-b481a2c7f653 as it has an incoming, in-progress migration 0144999a-604e-429d-9218-f909f54373c2. Migration status is finished {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2473.001119] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Applying migration context for instance ec64a04c-2fee-4c79-bad9-f876c854a52c as it has an incoming, in-progress migration 2335cd3d-3ba3-4e9e-85a0-0327b464d4b1. Migration status is migrating {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2473.002425] env[62187]: INFO nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating resource usage from migration 0144999a-604e-429d-9218-f909f54373c2 [ 2473.002730] env[62187]: INFO nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating resource usage from migration 2335cd3d-3ba3-4e9e-85a0-0327b464d4b1 [ 2473.022811] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 84b3d4f2-d0b9-40a4-99e1-464245a6f154 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.022954] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.023087] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.023205] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 4493e62f-2484-42a3-a3dd-355cae41b50d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.023318] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 04712f2e-7d45-4886-b041-d1757ce1335d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.023430] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Migration 0144999a-604e-429d-9218-f909f54373c2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2473.023541] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 35195bb8-fd73-4185-8c85-b481a2c7f653 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.023651] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 55fde558-fee6-44f3-b62f-aa348ac638a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.023760] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Migration 2335cd3d-3ba3-4e9e-85a0-0327b464d4b1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2473.023867] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.024266] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ec64a04c-2fee-4c79-bad9-f876c854a52c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.024266] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 8790aa2a-7cf4-4917-8344-a6c0f424cb1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2473.024397] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2473.024437] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2473.071143] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2473.071143] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2473.071536] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2473.071536] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2473.071536] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2473.071673] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2473.071857] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2473.072031] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2473.072211] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2473.072494] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2473.072944] env[62187]: DEBUG nova.virt.hardware [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2473.078092] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2473.081629] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b82d6376-f9b5-414c-9baa-db461a7834fd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.105386] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2473.105386] env[62187]: value = "task-2133848" [ 2473.105386] env[62187]: _type = "Task" [ 2473.105386] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.121952] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520366a9-e2f3-5346-5032-61560c04db8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.128385] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.129053] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccf3a44-6d90-4705-859c-da05576d3f77 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.135567] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2473.135567] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5204a268-3d73-13e4-caa4-103fd7ecde46" [ 2473.135567] env[62187]: _type = "Task" [ 2473.135567] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.149082] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5204a268-3d73-13e4-caa4-103fd7ecde46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.207364] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c3d5ab-af4c-4938-9980-b67a1414217b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.219987] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42939558-3ce3-418d-a97c-51db470e01dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.252804] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1f966f-afdd-41c4-96d7-22a762827b9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.261338] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da1987e-a23e-4a4f-b0df-b12c7210f13a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.275290] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2473.599516] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2473.599801] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2473.600020] env[62187]: DEBUG nova.compute.manager [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Going to confirm migration 7 {{(pid=62187) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2473.615249] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133848, 'name': ReconfigVM_Task, 'duration_secs': 0.176287} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.615498] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2473.616255] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236bae9-f228-44bd-b96e-57adf188c90a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.639800] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] ec64a04c-2fee-4c79-bad9-f876c854a52c/ec64a04c-2fee-4c79-bad9-f876c854a52c.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2473.640551] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b707aa7-e64a-41d8-a9b3-f511aba6ac9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.661946] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5204a268-3d73-13e4-caa4-103fd7ecde46, 'name': SearchDatastore_Task, 'duration_secs': 0.014724} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.663117] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2473.663390] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2473.663699] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2473.663699] env[62187]: value = "task-2133849" [ 2473.663699] env[62187]: _type = "Task" [ 2473.663699] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.663878] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9677f1eb-c2c9-4e05-a05e-4bc60a45ab16 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.674399] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133849, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.675535] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2473.675535] env[62187]: value = "task-2133850" [ 2473.675535] env[62187]: _type = "Task" [ 2473.675535] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.683642] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.721485] env[62187]: DEBUG nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2473.749170] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2473.749446] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2473.749609] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2473.749813] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2473.749980] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2473.750166] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2473.750390] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2473.750570] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2473.751048] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2473.751048] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2473.751149] env[62187]: DEBUG nova.virt.hardware [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2473.751981] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e80ca2-fcb5-40f2-81d4-d090f6fab096 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.760282] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb76332-b8e2-4068-9f09-cba07724911f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.778190] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2474.030091] env[62187]: DEBUG nova.compute.manager [req-d7e9cc49-fee4-471e-a750-57978d7bf739 req-bf166b17-f919-4d1d-9d3d-20d98a1530b4 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Received event network-vif-plugged-8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2474.030336] env[62187]: DEBUG oslo_concurrency.lockutils [req-d7e9cc49-fee4-471e-a750-57978d7bf739 req-bf166b17-f919-4d1d-9d3d-20d98a1530b4 service nova] Acquiring lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2474.030529] env[62187]: DEBUG oslo_concurrency.lockutils [req-d7e9cc49-fee4-471e-a750-57978d7bf739 req-bf166b17-f919-4d1d-9d3d-20d98a1530b4 service nova] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2474.030708] env[62187]: DEBUG oslo_concurrency.lockutils [req-d7e9cc49-fee4-471e-a750-57978d7bf739 req-bf166b17-f919-4d1d-9d3d-20d98a1530b4 service nova] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2474.030869] env[62187]: DEBUG nova.compute.manager [req-d7e9cc49-fee4-471e-a750-57978d7bf739 req-bf166b17-f919-4d1d-9d3d-20d98a1530b4 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] No waiting events found dispatching network-vif-plugged-8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2474.031403] env[62187]: WARNING nova.compute.manager [req-d7e9cc49-fee4-471e-a750-57978d7bf739 req-bf166b17-f919-4d1d-9d3d-20d98a1530b4 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Received unexpected event network-vif-plugged-8aa10a63-abd1-428a-8d64-71e7ca9ca017 for instance with vm_state building and task_state spawning. [ 2474.178723] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133849, 'name': ReconfigVM_Task, 'duration_secs': 0.420884} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.182036] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Reconfigured VM instance instance-0000004b to attach disk [datastore1] ec64a04c-2fee-4c79-bad9-f876c854a52c/ec64a04c-2fee-4c79-bad9-f876c854a52c.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2474.182401] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance 'ec64a04c-2fee-4c79-bad9-f876c854a52c' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2474.191602] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48614} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.191602] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2474.191602] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2474.191883] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec705128-10f4-4d3c-8d3e-c3f6b0931395 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.199367] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2474.199367] env[62187]: value = "task-2133851" [ 2474.199367] env[62187]: _type = "Task" [ 2474.199367] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.207798] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.283270] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2474.283730] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.295s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2474.432118] env[62187]: DEBUG nova.network.neutron [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Successfully updated port: 8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2474.455914] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2474.456125] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2474.456304] env[62187]: DEBUG nova.network.neutron [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2474.456497] env[62187]: DEBUG nova.objects.instance [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'info_cache' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2474.689496] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62981a41-f575-4a53-b369-da89380ad6ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.712015] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2810d7-adc1-46e3-ae6d-c8369634cbf4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.720365] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069477} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.734025] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2474.734140] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance 'ec64a04c-2fee-4c79-bad9-f876c854a52c' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2474.737790] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e73601-5213-4f23-ab18-58e4fc215634 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.758366] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2474.758678] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf84ca33-d356-49d5-a33a-e044cad3dd16 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2474.779952] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2474.779952] env[62187]: value = "task-2133852" [ 2474.779952] env[62187]: _type = "Task" [ 2474.779952] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2474.792256] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2474.937759] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2474.937957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2474.938131] env[62187]: DEBUG nova.network.neutron [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2475.274745] env[62187]: DEBUG nova.network.neutron [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Port 463dff5b-65f9-4800-ac65-e7a910a47a5d binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2475.284351] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2475.291495] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133852, 'name': ReconfigVM_Task, 'duration_secs': 0.345617} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.291775] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2475.292420] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08c5d723-535c-4aac-b11a-0ff7aea37211 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.300310] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2475.300310] env[62187]: value = "task-2133853" [ 2475.300310] env[62187]: _type = "Task" [ 2475.300310] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.308226] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133853, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2475.420024] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2475.469917] env[62187]: DEBUG nova.network.neutron [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2475.740926] env[62187]: DEBUG nova.network.neutron [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updating instance_info_cache with network_info: [{"id": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "address": "fa:16:3e:36:c0:9d", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa10a63-ab", "ovs_interfaceid": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2475.813830] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133853, 'name': Rename_Task, 'duration_secs': 0.152913} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2475.814131] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2475.814391] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ea05d67-9b10-4d25-8028-a9d6b851d6ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.817402] env[62187]: DEBUG nova.network.neutron [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2475.825675] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2475.825675] env[62187]: value = "task-2133854" [ 2475.825675] env[62187]: _type = "Task" [ 2475.825675] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.835538] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.056390] env[62187]: DEBUG nova.compute.manager [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Received event network-changed-8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2476.056644] env[62187]: DEBUG nova.compute.manager [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Refreshing instance network info cache due to event network-changed-8aa10a63-abd1-428a-8d64-71e7ca9ca017. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2476.056842] env[62187]: DEBUG oslo_concurrency.lockutils [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] Acquiring lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2476.243227] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2476.243605] env[62187]: DEBUG nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Instance network_info: |[{"id": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "address": "fa:16:3e:36:c0:9d", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa10a63-ab", "ovs_interfaceid": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2476.243936] env[62187]: DEBUG oslo_concurrency.lockutils [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] Acquired lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2476.244126] env[62187]: DEBUG nova.network.neutron [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Refreshing network info cache for port 8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2476.245420] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c0:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8aa10a63-abd1-428a-8d64-71e7ca9ca017', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2476.254772] env[62187]: DEBUG oslo.service.loopingcall [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2476.255682] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2476.255979] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d133c5ff-96db-42c7-a7ce-a4063378c6fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.277035] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2476.277035] env[62187]: value = "task-2133855" [ 2476.277035] env[62187]: _type = "Task" [ 2476.277035] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.293211] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133855, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.295906] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.296141] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.296379] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.320644] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2476.320902] env[62187]: DEBUG nova.objects.instance [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'migration_context' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2476.336720] env[62187]: DEBUG oslo_vmware.api [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133854, 'name': PowerOnVM_Task, 'duration_secs': 0.437351} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.337474] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2476.337474] env[62187]: INFO nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Took 4.88 seconds to spawn the instance on the hypervisor. [ 2476.337474] env[62187]: DEBUG nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2476.338167] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80350f-aa14-49a4-a1e3-28c626c1c3da {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.786864] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133855, 'name': CreateVM_Task, 'duration_secs': 0.369052} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.787056] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2476.787725] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2476.787886] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2476.788228] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2476.788482] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0d43cd-67d3-4c81-836c-5284cfa4ec76 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.794540] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2476.794540] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5273599b-a766-e746-11e3-6cc13c308488" [ 2476.794540] env[62187]: _type = "Task" [ 2476.794540] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.802932] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5273599b-a766-e746-11e3-6cc13c308488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.823889] env[62187]: DEBUG nova.objects.base [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Object Instance<35195bb8-fd73-4185-8c85-b481a2c7f653> lazy-loaded attributes: info_cache,migration_context {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2476.824633] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83285d3c-62ca-4b57-bdf1-7dd514417bb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.844767] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07bf33da-ec6d-4104-b33f-6ae90560588a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.854753] env[62187]: DEBUG oslo_vmware.api [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2476.854753] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52148dc8-da74-5cd2-79c9-de83230c30cf" [ 2476.854753] env[62187]: _type = "Task" [ 2476.854753] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.859219] env[62187]: INFO nova.compute.manager [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Took 13.90 seconds to build instance. [ 2476.870093] env[62187]: DEBUG oslo_vmware.api [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52148dc8-da74-5cd2-79c9-de83230c30cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2476.870873] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.871113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.998927] env[62187]: DEBUG nova.network.neutron [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updated VIF entry in instance network info cache for port 8aa10a63-abd1-428a-8d64-71e7ca9ca017. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2476.999325] env[62187]: DEBUG nova.network.neutron [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updating instance_info_cache with network_info: [{"id": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "address": "fa:16:3e:36:c0:9d", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa10a63-ab", "ovs_interfaceid": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2477.236815] env[62187]: INFO nova.compute.manager [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Rebuilding instance [ 2477.281465] env[62187]: DEBUG nova.compute.manager [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2477.282347] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b102b9e-6966-4349-a70a-4cf1a9fc0543 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.304562] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5273599b-a766-e746-11e3-6cc13c308488, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.304941] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2477.305166] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2477.305397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2477.305542] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2477.305717] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2477.305975] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4741222-1b55-4b95-b6f0-320ace5de776 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.315352] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2477.315566] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2477.316262] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd253b7-5e83-4b90-84ef-963487002655 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.322194] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2477.322194] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52453ad9-54b8-6982-cadf-5f5ae360ff16" [ 2477.322194] env[62187]: _type = "Task" [ 2477.322194] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.331479] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52453ad9-54b8-6982-cadf-5f5ae360ff16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.357225] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2477.357399] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2477.357574] env[62187]: DEBUG nova.network.neutron [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2477.363763] env[62187]: DEBUG oslo_concurrency.lockutils [None req-74fff5da-b91e-4bf7-b56c-6f5991ceb713 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.410s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2477.501640] env[62187]: DEBUG oslo_concurrency.lockutils [req-9b8669da-1b48-45a0-8632-8f77547f4fef req-60aaac65-2a18-4451-9c7d-7b27cb30c844 service nova] Releasing lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2477.513371] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b046441-cd7a-44f5-b506-d3d4af166324 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.521594] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff77f745-9460-4aad-9e5f-87ba969a30a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.551618] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8c57d7-e8a0-477d-b70f-6f6b20ff661e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.558907] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d0d10c-3b02-4536-b771-78f78037cad0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.571733] env[62187]: DEBUG nova.compute.provider_tree [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2477.833422] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52453ad9-54b8-6982-cadf-5f5ae360ff16, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2477.834218] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9dfe360-03a8-4ff7-b3e5-10ef04898012 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2477.840166] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2477.840166] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520d945f-f284-eb2f-6738-eaa8a85a02d7" [ 2477.840166] env[62187]: _type = "Task" [ 2477.840166] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2477.849512] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520d945f-f284-eb2f-6738-eaa8a85a02d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.075907] env[62187]: DEBUG nova.scheduler.client.report [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2478.117095] env[62187]: DEBUG nova.network.neutron [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2478.296306] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2478.296680] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0e1d80e-35a6-49b0-91f7-13a2cc770757 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.306660] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2478.306660] env[62187]: value = "task-2133856" [ 2478.306660] env[62187]: _type = "Task" [ 2478.306660] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.316063] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.351822] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]520d945f-f284-eb2f-6738-eaa8a85a02d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.352060] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2478.352340] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 8790aa2a-7cf4-4917-8344-a6c0f424cb1e/8790aa2a-7cf4-4917-8344-a6c0f424cb1e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2478.352633] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b770aa23-2ba6-4296-a2e2-543bc0be6e01 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.361564] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2478.361564] env[62187]: value = "task-2133857" [ 2478.361564] env[62187]: _type = "Task" [ 2478.361564] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.371727] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.620309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2478.818835] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133856, 'name': PowerOffVM_Task, 'duration_secs': 0.164674} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.819157] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2478.819401] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2478.820354] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ed5d28-749a-4389-b02c-6172e4783bf3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.831423] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2478.831723] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0152498e-a9c1-4012-adf0-efa31bf72081 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.868715] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2478.869085] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2478.869352] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleting the datastore file [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2478.870267] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955a3e6e-b885-4e09-9e1d-630853ca9a87 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.876652] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133857, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.887294] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2478.887294] env[62187]: value = "task-2133859" [ 2478.887294] env[62187]: _type = "Task" [ 2478.887294] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2478.902311] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.091067] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2479.091360] env[62187]: DEBUG nova.compute.manager [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62187) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 2479.142274] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99039e82-10c1-4dd6-aad2-f8778c278b34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.163721] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0fa3f5-f08b-4849-8025-a8bcc8cae020 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.172205] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance 'ec64a04c-2fee-4c79-bad9-f876c854a52c' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2479.375259] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570665} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.375726] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 8790aa2a-7cf4-4917-8344-a6c0f424cb1e/8790aa2a-7cf4-4917-8344-a6c0f424cb1e.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2479.375849] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2479.376103] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86ce6542-c8e5-4361-96f7-67225f4b8b96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.384434] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2479.384434] env[62187]: value = "task-2133860" [ 2479.384434] env[62187]: _type = "Task" [ 2479.384434] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.397802] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.401096] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343303} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.401363] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2479.401547] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2479.401730] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2479.652427] env[62187]: INFO nova.scheduler.client.report [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted allocation for migration 0144999a-604e-429d-9218-f909f54373c2 [ 2479.678882] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2479.679235] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce85d365-3ba2-4562-aed2-b9353cd6f811 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.688510] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2479.688510] env[62187]: value = "task-2133861" [ 2479.688510] env[62187]: _type = "Task" [ 2479.688510] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.698476] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.895360] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133039} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2479.895651] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2479.896543] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8079fd2a-70ab-4f6d-88ff-a0dec5e7f448 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.924392] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 8790aa2a-7cf4-4917-8344-a6c0f424cb1e/8790aa2a-7cf4-4917-8344-a6c0f424cb1e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2479.924632] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3c72dd-20b3-4b47-a626-732ec507fb61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2479.945741] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2479.945741] env[62187]: value = "task-2133862" [ 2479.945741] env[62187]: _type = "Task" [ 2479.945741] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2479.954386] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.158046] env[62187]: DEBUG oslo_concurrency.lockutils [None req-065a675b-8c69-47e8-9880-cc707c4c1675 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.558s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2480.199482] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133861, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.443520] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2480.443948] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2480.443999] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2480.444214] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2480.444362] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2480.444512] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2480.444717] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2480.444872] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2480.445043] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2480.445234] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2480.445430] env[62187]: DEBUG nova.virt.hardware [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2480.446276] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2689c363-07fa-44fd-8e9e-47ade0caf3dd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.459118] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133862, 'name': ReconfigVM_Task, 'duration_secs': 0.293578} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.460266] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0aca56-5cb3-4aa5-b6db-d84f9ce2ee3e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.463880] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 8790aa2a-7cf4-4917-8344-a6c0f424cb1e/8790aa2a-7cf4-4917-8344-a6c0f424cb1e.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2480.464764] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c60f6cd-c735-44ff-a651-6bdba62cdb47 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.478430] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Instance VIF info [] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2480.484316] env[62187]: DEBUG oslo.service.loopingcall [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2480.485690] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2480.486048] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2480.486048] env[62187]: value = "task-2133863" [ 2480.486048] env[62187]: _type = "Task" [ 2480.486048] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.486255] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f766975c-d217-41e6-9c2f-c458bfb0cd6c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.513708] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133863, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.515018] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2480.515018] env[62187]: value = "task-2133864" [ 2480.515018] env[62187]: _type = "Task" [ 2480.515018] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.522829] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133864, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.699239] env[62187]: DEBUG oslo_vmware.api [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133861, 'name': PowerOnVM_Task, 'duration_secs': 0.525526} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2480.700472] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2480.700472] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9dab69-0d9b-4e31-8f90-8f3692b83843 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance 'ec64a04c-2fee-4c79-bad9-f876c854a52c' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2480.895671] env[62187]: DEBUG nova.objects.instance [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'flavor' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2481.009166] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133863, 'name': Rename_Task, 'duration_secs': 0.167807} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.009386] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2481.009665] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b77a4908-ac24-4430-8bb6-ac41e488b355 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.016577] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2481.016577] env[62187]: value = "task-2133865" [ 2481.016577] env[62187]: _type = "Task" [ 2481.016577] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.027909] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133864, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.030837] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.401058] env[62187]: DEBUG oslo_concurrency.lockutils [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2481.401245] env[62187]: DEBUG oslo_concurrency.lockutils [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2481.401373] env[62187]: DEBUG nova.network.neutron [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2481.401490] env[62187]: DEBUG nova.objects.instance [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'info_cache' on Instance uuid 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2481.529529] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133864, 'name': CreateVM_Task, 'duration_secs': 0.590476} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.532455] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2481.532755] env[62187]: DEBUG oslo_vmware.api [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133865, 'name': PowerOnVM_Task, 'duration_secs': 0.449499} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.533139] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2481.533297] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2481.533606] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2481.533899] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2481.534128] env[62187]: INFO nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Took 7.81 seconds to spawn the instance on the hypervisor. [ 2481.534324] env[62187]: DEBUG nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2481.534568] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d199ed35-9f76-4375-b71b-b17d4c02c3c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.536638] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b74053d-d733-4048-97df-a8f1ae6385f6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.546956] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2481.546956] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523dc8bf-1ebd-7d7d-10b7-5d5de42eff53" [ 2481.546956] env[62187]: _type = "Task" [ 2481.546956] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.555581] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523dc8bf-1ebd-7d7d-10b7-5d5de42eff53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.596855] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2481.597134] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2481.905038] env[62187]: DEBUG nova.objects.base [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Object Instance<35195bb8-fd73-4185-8c85-b481a2c7f653> lazy-loaded attributes: flavor,info_cache {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2482.057031] env[62187]: INFO nova.compute.manager [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Took 16.07 seconds to build instance. [ 2482.065397] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523dc8bf-1ebd-7d7d-10b7-5d5de42eff53, 'name': SearchDatastore_Task, 'duration_secs': 0.025772} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.065397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2482.065397] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2482.065397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2482.065397] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2482.065397] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2482.065397] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10010906-549b-4298-bdc9-2322cf1d20a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.075212] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2482.075404] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2482.076386] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1784fda-2530-4a5f-ae99-3b00d6da4824 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.083200] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2482.083200] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254145c-71ae-7f0f-93f1-2220d6e764a4" [ 2482.083200] env[62187]: _type = "Task" [ 2482.083200] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.091920] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254145c-71ae-7f0f-93f1-2220d6e764a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.099803] env[62187]: INFO nova.compute.manager [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Detaching volume 89a6270a-7ba2-45c2-a904-d41700bd839c [ 2482.140175] env[62187]: INFO nova.virt.block_device [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Attempting to driver detach volume 89a6270a-7ba2-45c2-a904-d41700bd839c from mountpoint /dev/sdb [ 2482.140450] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2482.140638] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436298', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'name': 'volume-89a6270a-7ba2-45c2-a904-d41700bd839c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a99803a-6e0f-43e2-9bd2-33a9a73ab63d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'serial': '89a6270a-7ba2-45c2-a904-d41700bd839c'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2482.142292] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b2acdf-82a4-4435-9088-63438847395f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.165836] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ab34cc-0638-4913-9ff9-be060f50dd2c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.175378] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ab302-0eac-413a-adab-8b067cc12e00 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.197943] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afe9fef-9413-418c-8753-7081c812bea6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.219788] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] The volume has not been displaced from its original location: [datastore2] volume-89a6270a-7ba2-45c2-a904-d41700bd839c/volume-89a6270a-7ba2-45c2-a904-d41700bd839c.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2482.225126] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2482.227121] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ed13238-3534-4f06-ab80-7322db546269 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.247992] env[62187]: DEBUG oslo_vmware.api [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2482.247992] env[62187]: value = "task-2133866" [ 2482.247992] env[62187]: _type = "Task" [ 2482.247992] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.260813] env[62187]: DEBUG oslo_vmware.api [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.387014] env[62187]: DEBUG nova.compute.manager [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Received event network-changed-8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2482.387014] env[62187]: DEBUG nova.compute.manager [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Refreshing instance network info cache due to event network-changed-8aa10a63-abd1-428a-8d64-71e7ca9ca017. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2482.388109] env[62187]: DEBUG oslo_concurrency.lockutils [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] Acquiring lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2482.388109] env[62187]: DEBUG oslo_concurrency.lockutils [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] Acquired lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2482.388109] env[62187]: DEBUG nova.network.neutron [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Refreshing network info cache for port 8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2482.559438] env[62187]: DEBUG oslo_concurrency.lockutils [None req-574cbf9c-0785-4824-af38-e754ddadefd7 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.578s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2482.594220] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254145c-71ae-7f0f-93f1-2220d6e764a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012037} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.594954] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ffbee4-888f-407d-8d8d-5e60aeffe55a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.601811] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2482.601811] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e37013-0fdd-47ca-9c12-ae912ce6884a" [ 2482.601811] env[62187]: _type = "Task" [ 2482.601811] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.610190] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e37013-0fdd-47ca-9c12-ae912ce6884a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.646255] env[62187]: DEBUG nova.network.neutron [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [{"id": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "address": "fa:16:3e:0e:ee:1b", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f648cfa-49", "ovs_interfaceid": "6f648cfa-4942-4e7c-9bb8-c9884e986bd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2482.762027] env[62187]: DEBUG oslo_vmware.api [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133866, 'name': ReconfigVM_Task, 'duration_secs': 0.267319} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.762027] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2482.763631] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e15f62-fbac-4d73-8097-7fe6d3ca874b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.780367] env[62187]: DEBUG oslo_vmware.api [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2482.780367] env[62187]: value = "task-2133867" [ 2482.780367] env[62187]: _type = "Task" [ 2482.780367] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.789622] env[62187]: DEBUG oslo_vmware.api [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.112547] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e37013-0fdd-47ca-9c12-ae912ce6884a, 'name': SearchDatastore_Task, 'duration_secs': 0.012514} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.113091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2483.113351] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2483.113602] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45606f89-8dfc-4422-94ef-97b2322ac2ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.120625] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2483.120625] env[62187]: value = "task-2133868" [ 2483.120625] env[62187]: _type = "Task" [ 2483.120625] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.125589] env[62187]: DEBUG nova.network.neutron [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updated VIF entry in instance network info cache for port 8aa10a63-abd1-428a-8d64-71e7ca9ca017. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2483.125918] env[62187]: DEBUG nova.network.neutron [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updating instance_info_cache with network_info: [{"id": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "address": "fa:16:3e:36:c0:9d", "network": {"id": "93235b71-0870-4ad0-9362-3963b9afff61", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-633443853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10f917c466ce4b8ba43d7e7b911dab8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8aa10a63-ab", "ovs_interfaceid": "8aa10a63-abd1-428a-8d64-71e7ca9ca017", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2483.129845] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.148289] env[62187]: DEBUG oslo_concurrency.lockutils [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-35195bb8-fd73-4185-8c85-b481a2c7f653" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2483.291609] env[62187]: DEBUG oslo_vmware.api [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133867, 'name': ReconfigVM_Task, 'duration_secs': 0.156031} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.291927] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436298', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'name': 'volume-89a6270a-7ba2-45c2-a904-d41700bd839c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a99803a-6e0f-43e2-9bd2-33a9a73ab63d', 'attached_at': '', 'detached_at': '', 'volume_id': '89a6270a-7ba2-45c2-a904-d41700bd839c', 'serial': '89a6270a-7ba2-45c2-a904-d41700bd839c'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2483.345921] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2483.346300] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2483.346557] env[62187]: DEBUG nova.compute.manager [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Going to confirm migration 8 {{(pid=62187) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 2483.632105] env[62187]: DEBUG oslo_concurrency.lockutils [req-ea83e4df-0065-4b3d-adf6-7d39fc11db83 req-7d46263b-7529-4cad-ad81-4332a8e01c89 service nova] Releasing lock "refresh_cache-8790aa2a-7cf4-4917-8344-a6c0f424cb1e" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2483.632479] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.840485] env[62187]: DEBUG nova.objects.instance [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lazy-loading 'flavor' on Instance uuid 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2483.933804] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2483.934029] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2483.934191] env[62187]: DEBUG nova.network.neutron [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2483.934398] env[62187]: DEBUG nova.objects.instance [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'info_cache' on Instance uuid ec64a04c-2fee-4c79-bad9-f876c854a52c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2484.132488] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900272} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.132959] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2484.133181] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2484.133295] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff2b6054-4692-4e44-b168-6daf0982aa58 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.140450] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2484.140450] env[62187]: value = "task-2133869" [ 2484.140450] env[62187]: _type = "Task" [ 2484.140450] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.148556] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.153294] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2484.153592] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1611f6f-588a-4581-b5df-574764d32376 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.162188] env[62187]: DEBUG oslo_vmware.api [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2484.162188] env[62187]: value = "task-2133870" [ 2484.162188] env[62187]: _type = "Task" [ 2484.162188] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.172236] env[62187]: DEBUG oslo_vmware.api [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.651369] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065605} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.651734] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2484.652446] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541b4557-4f8a-46af-a26e-212305b76a68 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.672163] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2484.675072] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3155e3d6-d691-4a01-8b3f-5199ac2f136e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.694653] env[62187]: DEBUG oslo_vmware.api [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.695988] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2484.695988] env[62187]: value = "task-2133871" [ 2484.695988] env[62187]: _type = "Task" [ 2484.695988] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.704241] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.847779] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c521cb22-c315-4006-8cf4-62940d08abb8 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.173846] env[62187]: DEBUG oslo_vmware.api [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.209096] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133871, 'name': ReconfigVM_Task, 'duration_secs': 0.262303} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.209096] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee/5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2485.209589] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9733e20-4b19-4f2d-bd3f-11a6448c9a33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.217562] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2485.217562] env[62187]: value = "task-2133872" [ 2485.217562] env[62187]: _type = "Task" [ 2485.217562] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.225772] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133872, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.229194] env[62187]: DEBUG nova.network.neutron [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [{"id": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "address": "fa:16:3e:06:4d:03", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap463dff5b-65", "ovs_interfaceid": "463dff5b-65f9-4800-ac65-e7a910a47a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2485.674601] env[62187]: DEBUG oslo_vmware.api [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133870, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.727940] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133872, 'name': Rename_Task, 'duration_secs': 0.138439} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.728264] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2485.728506] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0530037c-5cc6-4137-80f0-ba367f261526 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.731634] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ec64a04c-2fee-4c79-bad9-f876c854a52c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2485.731872] env[62187]: DEBUG nova.objects.instance [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'migration_context' on Instance uuid ec64a04c-2fee-4c79-bad9-f876c854a52c {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2485.735799] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2485.735799] env[62187]: value = "task-2133873" [ 2485.735799] env[62187]: _type = "Task" [ 2485.735799] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.745288] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.921590] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.921888] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.922226] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.922435] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.922616] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.925688] env[62187]: INFO nova.compute.manager [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Terminating instance [ 2486.174756] env[62187]: DEBUG oslo_vmware.api [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133870, 'name': PowerOnVM_Task, 'duration_secs': 1.659583} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.174756] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2486.174756] env[62187]: DEBUG nova.compute.manager [None req-65279fc7-96ee-45b2-a765-9ce1dc51b6dd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2486.176192] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf882ac-279b-4e7c-9537-95c208ef48e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.234964] env[62187]: DEBUG nova.objects.base [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2486.236257] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bc696f-f60f-492a-8c8f-7c251510999f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.251814] env[62187]: DEBUG oslo_vmware.api [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133873, 'name': PowerOnVM_Task, 'duration_secs': 0.421816} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.272035] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2486.272247] env[62187]: DEBUG nova.compute.manager [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2486.273510] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae10ab3c-6b65-4c4c-a1d4-e150adfc0eb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.275893] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ab96790-2d98-4174-a64a-a0618a43b66b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.281649] env[62187]: DEBUG oslo_vmware.api [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2486.281649] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d1350a-ccb5-b494-2496-1932e16cd370" [ 2486.281649] env[62187]: _type = "Task" [ 2486.281649] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2486.293967] env[62187]: DEBUG oslo_vmware.api [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d1350a-ccb5-b494-2496-1932e16cd370, 'name': SearchDatastore_Task, 'duration_secs': 0.007725} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.294248] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.294479] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2486.430807] env[62187]: DEBUG nova.compute.manager [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2486.431059] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2486.431959] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a7bc2-0374-449d-83fd-9a21f36946d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.440472] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2486.440710] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7411aa1d-9ce8-4e2c-a0a9-d909dfe83b26 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.448484] env[62187]: DEBUG oslo_vmware.api [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2486.448484] env[62187]: value = "task-2133874" [ 2486.448484] env[62187]: _type = "Task" [ 2486.448484] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2486.456867] env[62187]: DEBUG oslo_vmware.api [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2486.799947] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.954758] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d5394-838a-49a7-991a-eda949a098f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.965794] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0371991f-3dc0-4a47-8000-7f4425343318 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.968973] env[62187]: DEBUG oslo_vmware.api [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133874, 'name': PowerOffVM_Task, 'duration_secs': 0.200859} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.969253] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2486.969441] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2486.969934] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f05f58b5-e69d-4849-a2fc-f66b4381bc33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2486.998793] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaf83fe-8dd5-4301-befa-1445757fc751 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.007214] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d0951-c2e4-483c-bed3-189a85060a2a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.020969] env[62187]: DEBUG nova.compute.provider_tree [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2487.054172] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.054375] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.138346] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.138757] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.138984] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.139195] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.139364] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2487.141430] env[62187]: INFO nova.compute.manager [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Terminating instance [ 2487.523912] env[62187]: DEBUG nova.scheduler.client.report [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2487.557721] env[62187]: DEBUG nova.compute.utils [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2487.645285] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "refresh_cache-5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2487.645538] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "refresh_cache-5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2487.645646] env[62187]: DEBUG nova.network.neutron [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2487.963670] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.964040] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.964117] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2487.964310] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2487.964483] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2487.966552] env[62187]: INFO nova.compute.manager [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Terminating instance [ 2488.060972] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2488.165267] env[62187]: DEBUG nova.network.neutron [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2488.221232] env[62187]: DEBUG nova.network.neutron [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2488.471219] env[62187]: DEBUG nova.compute.manager [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2488.471445] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2488.472436] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7a1c4f-beee-471e-8353-d3b334434706 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.481864] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2488.482144] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db7b937-c2e1-45a4-9e0f-27eee4267110 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.490167] env[62187]: DEBUG oslo_vmware.api [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2488.490167] env[62187]: value = "task-2133876" [ 2488.490167] env[62187]: _type = "Task" [ 2488.490167] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2488.498972] env[62187]: DEBUG oslo_vmware.api [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.534023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.239s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2488.536848] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.737s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2488.537045] env[62187]: DEBUG nova.objects.instance [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62187) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2488.724116] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "refresh_cache-5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2488.724620] env[62187]: DEBUG nova.compute.manager [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2488.724835] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2488.725861] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eba3ddc-4729-4375-97f1-5ead89547917 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.734474] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2488.734738] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab66a543-60ff-4682-97a1-b483c885cd7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2488.741590] env[62187]: DEBUG oslo_vmware.api [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2488.741590] env[62187]: value = "task-2133877" [ 2488.741590] env[62187]: _type = "Task" [ 2488.741590] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2488.750680] env[62187]: DEBUG oslo_vmware.api [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2489.002814] env[62187]: DEBUG oslo_vmware.api [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133876, 'name': PowerOffVM_Task, 'duration_secs': 0.237768} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2489.003331] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2489.003331] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2489.003331] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18da1df5-ccbc-41da-a5a2-79805d817695 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.102374] env[62187]: INFO nova.scheduler.client.report [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted allocation for migration 2335cd3d-3ba3-4e9e-85a0-0327b464d4b1 [ 2489.123350] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2489.123618] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2489.123869] env[62187]: INFO nova.compute.manager [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Attaching volume ec742426-aeea-4e5a-ac0e-e58d751c4765 to /dev/sdb [ 2489.160394] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dff6ed-d058-4651-b995-66e92d093fd8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.168050] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be752e31-2ef8-4251-964d-1af58b69fdcf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.182365] env[62187]: DEBUG nova.virt.block_device [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updating existing volume attachment record: 2c186d9e-a062-48af-a75f-ef566d4ce69e {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2489.252540] env[62187]: DEBUG oslo_vmware.api [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133877, 'name': PowerOffVM_Task, 'duration_secs': 0.300853} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2489.252917] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2489.253080] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2489.253383] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd929e2-049e-4cc5-9b3c-b5f7b56ec0d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.283328] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2489.283548] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2489.283729] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleting the datastore file [datastore2] 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2489.283999] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83e4ff71-262d-4dd7-b52d-fd7e91593ba1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.290898] env[62187]: DEBUG oslo_vmware.api [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2489.290898] env[62187]: value = "task-2133880" [ 2489.290898] env[62187]: _type = "Task" [ 2489.290898] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2489.299465] env[62187]: DEBUG oslo_vmware.api [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2489.550065] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f0e233d8-2a69-4363-a0e6-662bb39c9102 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2489.607541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bd8e9086-c3b3-4193-82ac-43667bcf0027 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.261s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2489.801367] env[62187]: DEBUG oslo_vmware.api [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090633} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2489.801622] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2489.801804] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2489.801979] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2489.802167] env[62187]: INFO nova.compute.manager [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2489.802415] env[62187]: DEBUG oslo.service.loopingcall [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2489.802601] env[62187]: DEBUG nova.compute.manager [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2489.802698] env[62187]: DEBUG nova.network.neutron [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2489.822494] env[62187]: DEBUG nova.network.neutron [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2489.982338] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2489.982629] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2489.982826] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleting the datastore file [datastore1] 35195bb8-fd73-4185-8c85-b481a2c7f653 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2489.983115] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adfa041f-d908-4458-9e42-bcf683d24b5b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.991893] env[62187]: DEBUG oslo_vmware.api [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2489.991893] env[62187]: value = "task-2133882" [ 2489.991893] env[62187]: _type = "Task" [ 2489.991893] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2489.997819] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2489.998055] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2489.998243] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleting the datastore file [datastore2] 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2489.998491] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e909afe-69e5-41f1-822b-faf4eadaf974 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.003557] env[62187]: DEBUG oslo_vmware.api [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2490.013119] env[62187]: DEBUG oslo_vmware.api [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2490.013119] env[62187]: value = "task-2133883" [ 2490.013119] env[62187]: _type = "Task" [ 2490.013119] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2490.024069] env[62187]: DEBUG oslo_vmware.api [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133883, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2490.325568] env[62187]: DEBUG nova.network.neutron [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2490.445517] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2490.445803] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2490.446128] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2490.446251] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2490.446424] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2490.448807] env[62187]: INFO nova.compute.manager [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Terminating instance [ 2490.504608] env[62187]: DEBUG oslo_vmware.api [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233977} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2490.504866] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2490.505064] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2490.505244] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2490.505414] env[62187]: INFO nova.compute.manager [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Took 2.03 seconds to destroy the instance on the hypervisor. [ 2490.505654] env[62187]: DEBUG oslo.service.loopingcall [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2490.505843] env[62187]: DEBUG nova.compute.manager [-] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2490.505938] env[62187]: DEBUG nova.network.neutron [-] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2490.522644] env[62187]: DEBUG oslo_vmware.api [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133883, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230346} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2490.522983] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2490.523204] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2490.523390] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2490.523563] env[62187]: INFO nova.compute.manager [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Took 4.09 seconds to destroy the instance on the hypervisor. [ 2490.523795] env[62187]: DEBUG oslo.service.loopingcall [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2490.524332] env[62187]: DEBUG nova.compute.manager [-] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2490.524443] env[62187]: DEBUG nova.network.neutron [-] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2490.828787] env[62187]: INFO nova.compute.manager [-] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Took 1.03 seconds to deallocate network for instance. [ 2490.952337] env[62187]: DEBUG nova.compute.manager [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2490.952511] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2490.953506] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903312b2-5bf1-4234-9c41-feaaf4bf0e55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.961918] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2490.962214] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9a9c72d-d129-4a3f-b295-e54311842c90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.969667] env[62187]: DEBUG oslo_vmware.api [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2490.969667] env[62187]: value = "task-2133884" [ 2490.969667] env[62187]: _type = "Task" [ 2490.969667] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2490.979264] env[62187]: DEBUG oslo_vmware.api [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.335964] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2491.336411] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2491.336411] env[62187]: DEBUG nova.objects.instance [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lazy-loading 'resources' on Instance uuid 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2491.481861] env[62187]: DEBUG oslo_vmware.api [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133884, 'name': PowerOffVM_Task, 'duration_secs': 0.21484} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2491.482158] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2491.482329] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2491.482594] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-219406b1-e650-427e-aa59-3ed05fbb0e7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.543985] env[62187]: DEBUG nova.compute.manager [req-978f8035-932a-4ad9-a872-1e5fb175a9ff req-d54ec43a-6f48-4c47-9b12-db0ca32fcc23 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Received event network-vif-deleted-6f648cfa-4942-4e7c-9bb8-c9884e986bd0 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2491.545164] env[62187]: INFO nova.compute.manager [req-978f8035-932a-4ad9-a872-1e5fb175a9ff req-d54ec43a-6f48-4c47-9b12-db0ca32fcc23 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Neutron deleted interface 6f648cfa-4942-4e7c-9bb8-c9884e986bd0; detaching it from the instance and deleting it from the info cache [ 2491.547435] env[62187]: DEBUG nova.network.neutron [req-978f8035-932a-4ad9-a872-1e5fb175a9ff req-d54ec43a-6f48-4c47-9b12-db0ca32fcc23 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2491.585220] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2491.585524] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2491.585644] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleting the datastore file [datastore1] ec64a04c-2fee-4c79-bad9-f876c854a52c {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2491.585867] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01d6d8da-6131-424b-bbf9-d297d074bcbc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.593440] env[62187]: DEBUG oslo_vmware.api [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2491.593440] env[62187]: value = "task-2133887" [ 2491.593440] env[62187]: _type = "Task" [ 2491.593440] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2491.602683] env[62187]: DEBUG oslo_vmware.api [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2491.960767] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00daced-1a59-453b-b78e-8c11964cbc21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.968514] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f3aaa-9590-44e9-9883-4a5438d75360 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.000998] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf061a9-fb94-4432-87fa-ed00db17fd97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.010173] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c658bf-04ca-4da6-8454-3046232ab5b6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.014205] env[62187]: DEBUG nova.network.neutron [-] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2492.025232] env[62187]: DEBUG nova.compute.provider_tree [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2492.051527] env[62187]: DEBUG nova.network.neutron [-] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2492.052705] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06fc627b-2655-4034-af53-fab2ebd34735 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.064151] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc106c8-7b85-416b-b47a-86f437e57609 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.097288] env[62187]: DEBUG nova.compute.manager [req-978f8035-932a-4ad9-a872-1e5fb175a9ff req-d54ec43a-6f48-4c47-9b12-db0ca32fcc23 service nova] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Detach interface failed, port_id=6f648cfa-4942-4e7c-9bb8-c9884e986bd0, reason: Instance 35195bb8-fd73-4185-8c85-b481a2c7f653 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2492.106261] env[62187]: DEBUG oslo_vmware.api [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146807} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2492.106515] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2492.106691] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2492.106890] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2492.107084] env[62187]: INFO nova.compute.manager [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2492.107326] env[62187]: DEBUG oslo.service.loopingcall [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2492.107512] env[62187]: DEBUG nova.compute.manager [-] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2492.107605] env[62187]: DEBUG nova.network.neutron [-] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2492.517184] env[62187]: INFO nova.compute.manager [-] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Took 2.01 seconds to deallocate network for instance. [ 2492.531939] env[62187]: DEBUG nova.scheduler.client.report [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2492.555896] env[62187]: INFO nova.compute.manager [-] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Took 2.03 seconds to deallocate network for instance. [ 2493.024956] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.024956] env[62187]: DEBUG nova.network.neutron [-] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2493.037807] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.041023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.017s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.041023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.063082] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.063366] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.063581] env[62187]: DEBUG nova.objects.instance [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lazy-loading 'resources' on Instance uuid 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2493.071589] env[62187]: INFO nova.scheduler.client.report [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted allocations for instance 35195bb8-fd73-4185-8c85-b481a2c7f653 [ 2493.072238] env[62187]: INFO nova.scheduler.client.report [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleted allocations for instance 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee [ 2493.527962] env[62187]: INFO nova.compute.manager [-] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Took 1.42 seconds to deallocate network for instance. [ 2493.572068] env[62187]: DEBUG nova.compute.manager [req-fc73936d-3ada-4652-a7d8-22a3f384a6c6 req-21dfd604-0a2c-4c5f-84fb-f34b35edf370 service nova] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Received event network-vif-deleted-dd1e5d2c-9484-428c-a0c8-8f85768daf43 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2493.572210] env[62187]: DEBUG nova.compute.manager [req-fc73936d-3ada-4652-a7d8-22a3f384a6c6 req-21dfd604-0a2c-4c5f-84fb-f34b35edf370 service nova] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Received event network-vif-deleted-463dff5b-65f9-4800-ac65-e7a910a47a5d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2493.587118] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1a5ec6bf-fd4e-4bcd-ba79-5e091324eb52 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "35195bb8-fd73-4185-8c85-b481a2c7f653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.623s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.588144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2f597fa6-6909-4946-bb8d-d7920a3391ba tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.450s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.673082] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554fec71-297a-4d64-8c5b-9253ee3879d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.681598] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a35879-2222-40e4-b57e-cde8cefd1b9a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.710752] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "55fde558-fee6-44f3-b62f-aa348ac638a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.710987] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "55fde558-fee6-44f3-b62f-aa348ac638a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.711277] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "55fde558-fee6-44f3-b62f-aa348ac638a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.711440] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "55fde558-fee6-44f3-b62f-aa348ac638a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.711607] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "55fde558-fee6-44f3-b62f-aa348ac638a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.713564] env[62187]: INFO nova.compute.manager [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Terminating instance [ 2493.716969] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32922ef4-d2ef-43d5-99d7-fc0c9c2d6b9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.725913] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fc5762-778a-4232-9e03-efbf0979348c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.731942] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2493.732169] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436313', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'name': 'volume-ec742426-aeea-4e5a-ac0e-e58d751c4765', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'serial': 'ec742426-aeea-4e5a-ac0e-e58d751c4765'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2493.733131] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1909137-a67e-4523-bd1b-17aeeb15072b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.745754] env[62187]: DEBUG nova.compute.provider_tree [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2493.759391] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f439f-48bb-4d8c-89ea-992343bc4f94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.784316] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-ec742426-aeea-4e5a-ac0e-e58d751c4765/volume-ec742426-aeea-4e5a-ac0e-e58d751c4765.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2493.784747] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1babc562-8498-4008-ad55-1db2f9620b81 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.803701] env[62187]: DEBUG oslo_vmware.api [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2493.803701] env[62187]: value = "task-2133888" [ 2493.803701] env[62187]: _type = "Task" [ 2493.803701] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2493.812176] env[62187]: DEBUG oslo_vmware.api [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.034524] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2494.217226] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "refresh_cache-55fde558-fee6-44f3-b62f-aa348ac638a4" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2494.217724] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquired lock "refresh_cache-55fde558-fee6-44f3-b62f-aa348ac638a4" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2494.217724] env[62187]: DEBUG nova.network.neutron [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2494.248693] env[62187]: DEBUG nova.scheduler.client.report [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2494.314802] env[62187]: DEBUG oslo_vmware.api [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133888, 'name': ReconfigVM_Task, 'duration_secs': 0.363281} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2494.315217] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-ec742426-aeea-4e5a-ac0e-e58d751c4765/volume-ec742426-aeea-4e5a-ac0e-e58d751c4765.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2494.321496] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3d68ba-0a22-4ff4-861a-db3644407dfd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.339488] env[62187]: DEBUG oslo_vmware.api [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2494.339488] env[62187]: value = "task-2133889" [ 2494.339488] env[62187]: _type = "Task" [ 2494.339488] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.348259] env[62187]: DEBUG oslo_vmware.api [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.735043] env[62187]: DEBUG nova.network.neutron [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2494.753273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2494.755311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.721s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2494.755506] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2494.768230] env[62187]: INFO nova.scheduler.client.report [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleted allocations for instance 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d [ 2494.772854] env[62187]: INFO nova.scheduler.client.report [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted allocations for instance ec64a04c-2fee-4c79-bad9-f876c854a52c [ 2494.779485] env[62187]: DEBUG nova.network.neutron [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2494.851422] env[62187]: DEBUG oslo_vmware.api [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133889, 'name': ReconfigVM_Task, 'duration_secs': 0.145623} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2494.851951] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436313', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'name': 'volume-ec742426-aeea-4e5a-ac0e-e58d751c4765', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'serial': 'ec742426-aeea-4e5a-ac0e-e58d751c4765'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2495.211511] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "7850cfca-07fa-4ca3-b274-05875ac1f327" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2495.211745] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2495.279231] env[62187]: DEBUG oslo_concurrency.lockutils [None req-73a52899-23ef-4299-9569-6015f673b32d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ec64a04c-2fee-4c79-bad9-f876c854a52c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.833s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2495.280676] env[62187]: DEBUG oslo_concurrency.lockutils [None req-be183c65-7718-4870-bd69-18022c39cd2a tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "4a99803a-6e0f-43e2-9bd2-33a9a73ab63d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.359s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2495.281977] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Releasing lock "refresh_cache-55fde558-fee6-44f3-b62f-aa348ac638a4" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2495.282375] env[62187]: DEBUG nova.compute.manager [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2495.282568] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2495.283488] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06be172-cb9f-406b-9a93-b588d049d7cc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.291195] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2495.291422] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197e136f-c191-44fc-a204-b1e0ddb59ea0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.298468] env[62187]: DEBUG oslo_vmware.api [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2495.298468] env[62187]: value = "task-2133890" [ 2495.298468] env[62187]: _type = "Task" [ 2495.298468] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.306164] env[62187]: DEBUG oslo_vmware.api [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.714317] env[62187]: DEBUG nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2495.807382] env[62187]: DEBUG oslo_vmware.api [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133890, 'name': PowerOffVM_Task, 'duration_secs': 0.205869} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.807665] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2495.807787] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2495.808049] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e932d812-5a00-4a04-bc06-8858afb4f890 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.832062] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2495.832308] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2495.832491] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleting the datastore file [datastore2] 55fde558-fee6-44f3-b62f-aa348ac638a4 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2495.832749] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f999e27-1fc1-4897-a66d-aff48dcbabe2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.839355] env[62187]: DEBUG oslo_vmware.api [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for the task: (returnval){ [ 2495.839355] env[62187]: value = "task-2133893" [ 2495.839355] env[62187]: _type = "Task" [ 2495.839355] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.847294] env[62187]: DEBUG oslo_vmware.api [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.891490] env[62187]: DEBUG nova.objects.instance [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid 04712f2e-7d45-4886-b041-d1757ce1335d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2496.234329] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.234584] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.236105] env[62187]: INFO nova.compute.claims [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2496.349546] env[62187]: DEBUG oslo_vmware.api [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Task: {'id': task-2133893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090491} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.349800] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2496.350016] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2496.350213] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2496.350656] env[62187]: INFO nova.compute.manager [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2496.350656] env[62187]: DEBUG oslo.service.loopingcall [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2496.350834] env[62187]: DEBUG nova.compute.manager [-] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2496.350878] env[62187]: DEBUG nova.network.neutron [-] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2496.368098] env[62187]: DEBUG nova.network.neutron [-] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2496.396832] env[62187]: DEBUG oslo_concurrency.lockutils [None req-18ee94d0-dad3-4723-b705-e72aeee7594a tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.273s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2496.747842] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.748091] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.870835] env[62187]: DEBUG nova.network.neutron [-] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2497.228093] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2497.228335] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2497.251044] env[62187]: DEBUG nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2497.350725] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081c6476-a2fe-42fa-bc34-bc83dcf77972 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.358322] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856a7cce-b4dd-4c97-aef2-3aa4031013f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.388874] env[62187]: INFO nova.compute.manager [-] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Took 1.04 seconds to deallocate network for instance. [ 2497.391169] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68dc70d7-8731-4ab3-a18d-02c34b9a010b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.400709] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb119b3-3e3d-4c6f-a8f8-c19604b52b33 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.415275] env[62187]: DEBUG nova.compute.provider_tree [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2497.732381] env[62187]: DEBUG nova.compute.utils [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2497.768646] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2497.897967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2497.918135] env[62187]: DEBUG nova.scheduler.client.report [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2498.234800] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.423714] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.424262] env[62187]: DEBUG nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2498.427013] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.658s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2498.428451] env[62187]: INFO nova.compute.claims [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2498.934062] env[62187]: DEBUG nova.compute.utils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2498.937096] env[62187]: DEBUG nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2498.937277] env[62187]: DEBUG nova.network.neutron [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2498.985607] env[62187]: DEBUG nova.policy [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e754545661784c6fa0ef9b0457a5e21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f68db830b30742d69b077153a83a0713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2499.296630] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.296924] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.296924] env[62187]: INFO nova.compute.manager [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Attaching volume e1710944-7422-4a90-88bd-219129cadeb8 to /dev/sdc [ 2499.317022] env[62187]: DEBUG nova.network.neutron [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Successfully created port: 354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2499.333812] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3249208a-69b1-434d-bd59-c9ba684b0f49 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.341869] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd3f7d1-eaee-4506-a0d9-5855cd8cebc1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.355448] env[62187]: DEBUG nova.virt.block_device [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updating existing volume attachment record: 28092c48-b564-4288-aada-ae6857bb4b15 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2499.438157] env[62187]: DEBUG nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2499.523292] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.523933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.523933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.523933] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.524135] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2499.526310] env[62187]: INFO nova.compute.manager [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Terminating instance [ 2499.573451] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3205200-27a0-4339-bf29-747905b442ce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.582749] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c2289b-81dd-4428-a61f-53ec482214fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.613340] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978a9f1-a4a3-4ba2-9b0a-60deada9456e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.622309] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef14fb-5593-496a-8612-7c18ecdfd5ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.634100] env[62187]: DEBUG nova.compute.provider_tree [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2500.032945] env[62187]: DEBUG nova.compute.manager [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2500.033321] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2500.034167] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d1f31-3f1e-4da2-86a4-502d32b8527d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.042022] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2500.042248] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85e8d547-430e-40d6-8071-b6f654d2e4d2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.048255] env[62187]: DEBUG oslo_vmware.api [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2500.048255] env[62187]: value = "task-2133895" [ 2500.048255] env[62187]: _type = "Task" [ 2500.048255] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.057737] env[62187]: DEBUG oslo_vmware.api [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.137216] env[62187]: DEBUG nova.scheduler.client.report [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2500.451336] env[62187]: DEBUG nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2500.477306] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2500.477570] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2500.477725] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2500.477902] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2500.478057] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2500.478204] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2500.478403] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2500.478556] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2500.478716] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2500.478889] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2500.479096] env[62187]: DEBUG nova.virt.hardware [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2500.479954] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947197e7-7156-41de-940f-557d3644d203 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.487126] env[62187]: DEBUG oslo_concurrency.lockutils [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2500.487350] env[62187]: DEBUG oslo_concurrency.lockutils [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2500.489557] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14318424-8920-4835-9ffc-671f8669605a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.557208] env[62187]: DEBUG oslo_vmware.api [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133895, 'name': PowerOffVM_Task, 'duration_secs': 0.19501} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.557469] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2500.557635] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2500.557864] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59b49465-b52f-42db-bb6e-7d19656a96df {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.642188] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.642665] env[62187]: DEBUG nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2500.645341] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.748s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2500.645614] env[62187]: DEBUG nova.objects.instance [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lazy-loading 'resources' on Instance uuid 55fde558-fee6-44f3-b62f-aa348ac638a4 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2500.732024] env[62187]: DEBUG nova.compute.manager [req-c980b610-2d50-4757-af92-9b015ff9e95c req-d6620813-c5ea-485a-a4d8-223f6b0c5201 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Received event network-vif-plugged-354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2500.732024] env[62187]: DEBUG oslo_concurrency.lockutils [req-c980b610-2d50-4757-af92-9b015ff9e95c req-d6620813-c5ea-485a-a4d8-223f6b0c5201 service nova] Acquiring lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2500.732024] env[62187]: DEBUG oslo_concurrency.lockutils [req-c980b610-2d50-4757-af92-9b015ff9e95c req-d6620813-c5ea-485a-a4d8-223f6b0c5201 service nova] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2500.732024] env[62187]: DEBUG oslo_concurrency.lockutils [req-c980b610-2d50-4757-af92-9b015ff9e95c req-d6620813-c5ea-485a-a4d8-223f6b0c5201 service nova] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2500.732024] env[62187]: DEBUG nova.compute.manager [req-c980b610-2d50-4757-af92-9b015ff9e95c req-d6620813-c5ea-485a-a4d8-223f6b0c5201 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] No waiting events found dispatching network-vif-plugged-354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2500.732024] env[62187]: WARNING nova.compute.manager [req-c980b610-2d50-4757-af92-9b015ff9e95c req-d6620813-c5ea-485a-a4d8-223f6b0c5201 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Received unexpected event network-vif-plugged-354897e2-795d-46b1-8dd2-b18315d9b035 for instance with vm_state building and task_state spawning. [ 2500.789046] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2500.789046] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2500.789046] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleting the datastore file [datastore1] 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2500.789308] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbae50c2-4c22-43ea-8b45-c7071e6dbc63 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.796518] env[62187]: DEBUG oslo_vmware.api [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2500.796518] env[62187]: value = "task-2133897" [ 2500.796518] env[62187]: _type = "Task" [ 2500.796518] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.804563] env[62187]: DEBUG oslo_vmware.api [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.822923] env[62187]: DEBUG nova.network.neutron [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Successfully updated port: 354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2500.994957] env[62187]: INFO nova.compute.manager [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Detaching volume 5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7 [ 2501.028015] env[62187]: INFO nova.virt.block_device [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Attempting to driver detach volume 5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7 from mountpoint /dev/sdb [ 2501.028303] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2501.029028] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436302', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'name': 'volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4493e62f-2484-42a3-a3dd-355cae41b50d', 'attached_at': '', 'detached_at': '', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'serial': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2501.029452] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4074d4a5-2b75-46e7-8343-cc82dac82df5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.050657] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758883e8-f296-4876-950d-e252558239cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.059095] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a86aa4-7e51-4462-bf6a-efcce4409ed2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.079103] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3208bdfd-8488-4540-82d1-763333fdf094 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.093965] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] The volume has not been displaced from its original location: [datastore2] volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7/volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2501.099085] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2501.099428] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced58af7-5a1c-4e77-b49b-4dc6bedc3c52 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.117367] env[62187]: DEBUG oslo_vmware.api [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2501.117367] env[62187]: value = "task-2133898" [ 2501.117367] env[62187]: _type = "Task" [ 2501.117367] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.127109] env[62187]: DEBUG oslo_vmware.api [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.148685] env[62187]: DEBUG nova.compute.utils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2501.153109] env[62187]: DEBUG nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2501.153304] env[62187]: DEBUG nova.network.neutron [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2501.201474] env[62187]: DEBUG nova.policy [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cde503342b5d4b799a84daaeee42745b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9972912c612f4173abd479c5814de18b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2501.264707] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75937405-d44a-4753-8f1f-660bd89f1e5d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.273191] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd1bd4e-ca0f-4d5a-beaf-4ba4ee450bb1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.308276] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826f2634-e963-4a2b-a3e4-06afa6a63c8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.315760] env[62187]: DEBUG oslo_vmware.api [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158839} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.317983] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2501.318283] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2501.318517] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2501.318787] env[62187]: INFO nova.compute.manager [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2501.319152] env[62187]: DEBUG oslo.service.loopingcall [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2501.319425] env[62187]: DEBUG nova.compute.manager [-] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2501.319593] env[62187]: DEBUG nova.network.neutron [-] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2501.322175] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c2bc00-9642-4f9d-ae28-0faf999f2cd5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.326136] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2501.326317] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2501.326496] env[62187]: DEBUG nova.network.neutron [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2501.339908] env[62187]: DEBUG nova.compute.provider_tree [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2501.632494] env[62187]: DEBUG oslo_vmware.api [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133898, 'name': ReconfigVM_Task, 'duration_secs': 0.215027} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.633668] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2501.638016] env[62187]: DEBUG nova.network.neutron [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Successfully created port: d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2501.639941] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df877a38-786d-4200-a7a6-2249df58498f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.653560] env[62187]: DEBUG nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2501.657700] env[62187]: DEBUG oslo_vmware.api [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2501.657700] env[62187]: value = "task-2133900" [ 2501.657700] env[62187]: _type = "Task" [ 2501.657700] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.669023] env[62187]: DEBUG oslo_vmware.api [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133900, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.844427] env[62187]: DEBUG nova.scheduler.client.report [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2501.883617] env[62187]: DEBUG nova.network.neutron [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2502.051813] env[62187]: DEBUG nova.network.neutron [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2502.173029] env[62187]: DEBUG oslo_vmware.api [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133900, 'name': ReconfigVM_Task, 'duration_secs': 0.14454} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.173210] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436302', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'name': 'volume-5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4493e62f-2484-42a3-a3dd-355cae41b50d', 'attached_at': '', 'detached_at': '', 'volume_id': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7', 'serial': '5737ef9b-ac16-4ab4-9e7c-2ec1af0c4cc7'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2502.224101] env[62187]: DEBUG nova.network.neutron [-] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2502.350113] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2502.374049] env[62187]: INFO nova.scheduler.client.report [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Deleted allocations for instance 55fde558-fee6-44f3-b62f-aa348ac638a4 [ 2502.555054] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2502.555200] env[62187]: DEBUG nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Instance network_info: |[{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2502.555649] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:40:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '354897e2-795d-46b1-8dd2-b18315d9b035', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2502.563224] env[62187]: DEBUG oslo.service.loopingcall [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2502.563764] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2502.564057] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bf9936a-80d7-4c25-8d30-2f85211495de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.585228] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2502.585228] env[62187]: value = "task-2133901" [ 2502.585228] env[62187]: _type = "Task" [ 2502.585228] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.593047] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133901, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.668928] env[62187]: DEBUG nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2502.698816] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2502.699190] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2502.699356] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2502.699550] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2502.699678] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2502.699828] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2502.700102] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2502.700290] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2502.700457] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2502.700617] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2502.700786] env[62187]: DEBUG nova.virt.hardware [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2502.701633] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282dc2ac-3861-4321-8607-dae6213eb70c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.709895] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbd532b-dd1b-4825-a201-00fa9a2c049c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.715705] env[62187]: DEBUG nova.objects.instance [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'flavor' on Instance uuid 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2502.729818] env[62187]: INFO nova.compute.manager [-] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Took 1.41 seconds to deallocate network for instance. [ 2502.758861] env[62187]: DEBUG nova.compute.manager [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Received event network-changed-354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2502.759077] env[62187]: DEBUG nova.compute.manager [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Refreshing instance network info cache due to event network-changed-354897e2-795d-46b1-8dd2-b18315d9b035. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2502.759283] env[62187]: DEBUG oslo_concurrency.lockutils [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2502.759420] env[62187]: DEBUG oslo_concurrency.lockutils [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2502.759575] env[62187]: DEBUG nova.network.neutron [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Refreshing network info cache for port 354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2502.882755] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9d4a9406-8ba9-4475-83f5-e40d3b852be7 tempest-ServerShowV247Test-662699547 tempest-ServerShowV247Test-662699547-project-member] Lock "55fde558-fee6-44f3-b62f-aa348ac638a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.171s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2503.095190] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133901, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.237550] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2503.237550] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2503.237550] env[62187]: DEBUG nova.objects.instance [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lazy-loading 'resources' on Instance uuid 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2503.253843] env[62187]: DEBUG nova.network.neutron [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Successfully updated port: d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2503.495875] env[62187]: DEBUG nova.network.neutron [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updated VIF entry in instance network info cache for port 354897e2-795d-46b1-8dd2-b18315d9b035. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2503.496296] env[62187]: DEBUG nova.network.neutron [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2503.595434] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133901, 'name': CreateVM_Task, 'duration_secs': 0.817284} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.595620] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2503.596311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2503.596473] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2503.596797] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2503.597090] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04d69a7-2c63-4e61-bb9f-b0345760efa3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.601709] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2503.601709] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cc9018-c615-0d14-c082-87dce8b23140" [ 2503.601709] env[62187]: _type = "Task" [ 2503.601709] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.611144] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cc9018-c615-0d14-c082-87dce8b23140, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.730355] env[62187]: DEBUG oslo_concurrency.lockutils [None req-223189a1-8c76-49f6-a1c6-047d45845dc6 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2503.758984] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2503.759274] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2503.759524] env[62187]: DEBUG nova.network.neutron [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2503.841460] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a346ed-d581-4ffe-9fa9-486f8d3d400c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.849092] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ec892-14b3-48c8-8ff4-3e6472d3ddb7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.880766] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d11e73-64aa-4233-b5b5-e606418c4d8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.889060] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd9eeed-1ecc-424e-a7ae-93f6d47aa777 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.905016] env[62187]: DEBUG nova.compute.provider_tree [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2503.907459] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2503.907694] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436314', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'name': 'volume-e1710944-7422-4a90-88bd-219129cadeb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'serial': 'e1710944-7422-4a90-88bd-219129cadeb8'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2503.908603] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3b424c-0b11-4bde-bfde-cef343cd1bef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.924883] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d0f5aa-4538-42e8-86c7-a8712385bb0b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.952456] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-e1710944-7422-4a90-88bd-219129cadeb8/volume-e1710944-7422-4a90-88bd-219129cadeb8.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2503.952648] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dde2e48d-1e2c-4ba5-ba8a-f9ef38586ff8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.970232] env[62187]: DEBUG oslo_vmware.api [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2503.970232] env[62187]: value = "task-2133902" [ 2503.970232] env[62187]: _type = "Task" [ 2503.970232] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.977637] env[62187]: DEBUG oslo_vmware.api [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.998655] env[62187]: DEBUG oslo_concurrency.lockutils [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2503.998967] env[62187]: DEBUG nova.compute.manager [req-5441815a-920f-45ae-a65d-defaba8cf58e req-63f6faaa-557f-4538-90a2-f07c5df14403 service nova] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Received event network-vif-deleted-fe6020c4-92da-48c9-a263-6533f09df43d {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2504.112904] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52cc9018-c615-0d14-c082-87dce8b23140, 'name': SearchDatastore_Task, 'duration_secs': 0.013413} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.113239] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2504.113463] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2504.113702] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2504.113843] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2504.114061] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2504.114649] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bbf0ffc-8b69-47b8-bcd9-291b2bc610d0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.122545] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2504.122735] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2504.123508] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac90ed7-80a6-4568-a020-86f873afc308 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.129022] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2504.129022] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5264604c-1ee8-a61d-dd96-78500f3453b7" [ 2504.129022] env[62187]: _type = "Task" [ 2504.129022] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.137795] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5264604c-1ee8-a61d-dd96-78500f3453b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.294509] env[62187]: DEBUG nova.network.neutron [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2504.412693] env[62187]: DEBUG nova.scheduler.client.report [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2504.479498] env[62187]: DEBUG oslo_vmware.api [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133902, 'name': ReconfigVM_Task, 'duration_secs': 0.345244} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.479812] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-e1710944-7422-4a90-88bd-219129cadeb8/volume-e1710944-7422-4a90-88bd-219129cadeb8.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2504.484466] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-929118d8-a153-4048-b37a-230504dbc3e3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.504656] env[62187]: DEBUG oslo_vmware.api [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2504.504656] env[62187]: value = "task-2133903" [ 2504.504656] env[62187]: _type = "Task" [ 2504.504656] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.512318] env[62187]: DEBUG oslo_vmware.api [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133903, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.517953] env[62187]: DEBUG nova.network.neutron [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.725084] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5264604c-1ee8-a61d-dd96-78500f3453b7, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2504.725084] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce4629d-452d-4f9b-a8b9-9f0367674fbf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.725084] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2504.725084] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fb2152-c229-890f-929c-f09491d1c723" [ 2504.725084] env[62187]: _type = "Task" [ 2504.725084] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.725084] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fb2152-c229-890f-929c-f09491d1c723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.768106] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2504.768428] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2504.768640] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2504.768820] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2504.769032] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.771148] env[62187]: INFO nova.compute.manager [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Terminating instance [ 2504.784087] env[62187]: DEBUG nova.compute.manager [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Received event network-vif-plugged-d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2504.784385] env[62187]: DEBUG oslo_concurrency.lockutils [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] Acquiring lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2504.784669] env[62187]: DEBUG oslo_concurrency.lockutils [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2504.784774] env[62187]: DEBUG oslo_concurrency.lockutils [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.784907] env[62187]: DEBUG nova.compute.manager [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] No waiting events found dispatching network-vif-plugged-d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2504.785092] env[62187]: WARNING nova.compute.manager [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Received unexpected event network-vif-plugged-d7072a68-7873-4e6c-9f89-8afbfad2fcf6 for instance with vm_state building and task_state spawning. [ 2504.785219] env[62187]: DEBUG nova.compute.manager [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Received event network-changed-d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2504.785366] env[62187]: DEBUG nova.compute.manager [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Refreshing instance network info cache due to event network-changed-d7072a68-7873-4e6c-9f89-8afbfad2fcf6. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2504.785525] env[62187]: DEBUG oslo_concurrency.lockutils [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] Acquiring lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2504.918238] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2504.940958] env[62187]: INFO nova.scheduler.client.report [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleted allocations for instance 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7 [ 2505.014231] env[62187]: DEBUG oslo_vmware.api [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133903, 'name': ReconfigVM_Task, 'duration_secs': 0.136127} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.014606] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436314', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'name': 'volume-e1710944-7422-4a90-88bd-219129cadeb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'serial': 'e1710944-7422-4a90-88bd-219129cadeb8'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2505.020661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2505.020963] env[62187]: DEBUG nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Instance network_info: |[{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2505.021256] env[62187]: DEBUG oslo_concurrency.lockutils [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] Acquired lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2505.021442] env[62187]: DEBUG nova.network.neutron [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Refreshing network info cache for port d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2505.022519] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:7c:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7072a68-7873-4e6c-9f89-8afbfad2fcf6', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2505.029723] env[62187]: DEBUG oslo.service.loopingcall [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2505.030784] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2505.031009] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc8313ef-d0a6-4f5e-b0cc-549cf6bfcee5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.050229] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2505.050229] env[62187]: value = "task-2133904" [ 2505.050229] env[62187]: _type = "Task" [ 2505.050229] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.060899] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133904, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.156763] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52fb2152-c229-890f-929c-f09491d1c723, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.157153] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2505.157360] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2505.157605] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2683e9d-dbf2-4790-8ea5-ebb1d3db7005 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.166347] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2505.166347] env[62187]: value = "task-2133905" [ 2505.166347] env[62187]: _type = "Task" [ 2505.166347] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.173884] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.275290] env[62187]: DEBUG nova.compute.manager [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2505.275523] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2505.276387] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6fa432-59aa-4cbc-90a4-08d928bc3217 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.284101] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2505.284358] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3f5e28-046d-448d-8580-7e0b4bb4c24e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.290609] env[62187]: DEBUG oslo_vmware.api [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2505.290609] env[62187]: value = "task-2133906" [ 2505.290609] env[62187]: _type = "Task" [ 2505.290609] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.299384] env[62187]: DEBUG oslo_vmware.api [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.448993] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e2df8eb2-53e1-477a-bd45-af7a864c1692 tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.925s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.563893] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133904, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.677232] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47265} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.677502] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2505.677711] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2505.677957] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d02defd-e3fd-432f-acfe-390076445d07 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.684218] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2505.684218] env[62187]: value = "task-2133907" [ 2505.684218] env[62187]: _type = "Task" [ 2505.684218] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.692143] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.799830] env[62187]: DEBUG oslo_vmware.api [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133906, 'name': PowerOffVM_Task, 'duration_secs': 0.266213} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.800066] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2505.800247] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2505.800489] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c058e43-1bd3-47bd-8f63-995fe1129223 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.846430] env[62187]: DEBUG nova.network.neutron [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updated VIF entry in instance network info cache for port d7072a68-7873-4e6c-9f89-8afbfad2fcf6. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2505.846795] env[62187]: DEBUG nova.network.neutron [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2505.908691] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2505.912026] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2505.912026] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleting the datastore file [datastore2] 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2505.912026] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538bbfaa-cf36-4f8c-bf13-9547bc4dd4ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2505.916995] env[62187]: DEBUG oslo_vmware.api [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2505.916995] env[62187]: value = "task-2133909" [ 2505.916995] env[62187]: _type = "Task" [ 2505.916995] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.924929] env[62187]: DEBUG oslo_vmware.api [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.061331] env[62187]: DEBUG nova.objects.instance [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid 04712f2e-7d45-4886-b041-d1757ce1335d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2506.062563] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133904, 'name': CreateVM_Task, 'duration_secs': 0.852845} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.064259] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2506.064259] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2506.064465] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2506.064618] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2506.064831] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-600583de-a69e-4e0c-a535-413c2e066a7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.069576] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2506.069576] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5266750f-602e-5a87-0c7b-83cbb04cd077" [ 2506.069576] env[62187]: _type = "Task" [ 2506.069576] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.077827] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5266750f-602e-5a87-0c7b-83cbb04cd077, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.193537] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060145} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.193823] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2506.194671] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aaf06b-bf55-4e39-9cc6-bdce6334cb7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.216489] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2506.216754] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cac4f501-561a-4f7f-b2a7-228165c11859 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.236794] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2506.236794] env[62187]: value = "task-2133910" [ 2506.236794] env[62187]: _type = "Task" [ 2506.236794] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.244569] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.310513] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.310746] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.310944] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.311136] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.311310] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2506.313083] env[62187]: INFO nova.compute.manager [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Terminating instance [ 2506.349425] env[62187]: DEBUG oslo_concurrency.lockutils [req-6180f46d-a8a7-4a5b-a940-d9ba39dbeffb req-3835ee0a-bd5c-451d-97c0-1f3e70116c38 service nova] Releasing lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2506.427093] env[62187]: DEBUG oslo_vmware.api [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136101} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.427340] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2506.427520] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2506.427688] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2506.427855] env[62187]: INFO nova.compute.manager [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2506.428103] env[62187]: DEBUG oslo.service.loopingcall [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2506.428290] env[62187]: DEBUG nova.compute.manager [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2506.428381] env[62187]: DEBUG nova.network.neutron [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2506.567545] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cb334c71-dc24-4aeb-a09c-dd787ea0a2ce tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2506.579140] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5266750f-602e-5a87-0c7b-83cbb04cd077, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.579897] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2506.580135] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2506.580360] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2506.580503] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2506.580672] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2506.581152] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-313ebe6a-8043-447f-bb22-b4cd003c7d29 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.588759] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2506.588928] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2506.589610] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f111bad2-8766-41e7-b275-22dd9df3e68e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.594519] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2506.594519] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525287e7-91e2-294f-d08f-3bf4c257a7d7" [ 2506.594519] env[62187]: _type = "Task" [ 2506.594519] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.601420] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525287e7-91e2-294f-d08f-3bf4c257a7d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.749342] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133910, 'name': ReconfigVM_Task, 'duration_secs': 0.313631} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.749510] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2506.750261] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f2109c3-27dd-42e9-8639-7ac3b85e9190 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.758210] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2506.758210] env[62187]: value = "task-2133911" [ 2506.758210] env[62187]: _type = "Task" [ 2506.758210] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.765289] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133911, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.811144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2506.811393] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2506.815871] env[62187]: DEBUG nova.compute.manager [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2506.816085] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2506.817008] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd56ac7-059c-4c7c-bf92-187879dfff70 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.825061] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2506.825504] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6243fe4-e833-4ca2-a3bf-79ce9c5d5c8e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.831688] env[62187]: DEBUG oslo_vmware.api [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2506.831688] env[62187]: value = "task-2133912" [ 2506.831688] env[62187]: _type = "Task" [ 2506.831688] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.839510] env[62187]: DEBUG oslo_vmware.api [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.916615] env[62187]: DEBUG nova.compute.manager [req-072862a5-85d1-4b6e-91e5-63600322cb69 req-f300d94b-9750-4078-a720-687ba7bd8e36 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Received event network-vif-deleted-c5c72d15-26e9-4f0e-a389-bea111ae6e04 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2506.916721] env[62187]: INFO nova.compute.manager [req-072862a5-85d1-4b6e-91e5-63600322cb69 req-f300d94b-9750-4078-a720-687ba7bd8e36 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Neutron deleted interface c5c72d15-26e9-4f0e-a389-bea111ae6e04; detaching it from the instance and deleting it from the info cache [ 2506.916892] env[62187]: DEBUG nova.network.neutron [req-072862a5-85d1-4b6e-91e5-63600322cb69 req-f300d94b-9750-4078-a720-687ba7bd8e36 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.104934] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525287e7-91e2-294f-d08f-3bf4c257a7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008545} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.105720] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c952f557-91be-4585-b531-c13e31f674b9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.110926] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2507.110926] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529af6f8-08fa-412d-25a3-f07d57078856" [ 2507.110926] env[62187]: _type = "Task" [ 2507.110926] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.118539] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529af6f8-08fa-412d-25a3-f07d57078856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.266775] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133911, 'name': Rename_Task, 'duration_secs': 0.128086} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.267106] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2507.267295] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9cd89b-8613-46a2-babd-e4cf8b67490c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.273498] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2507.273498] env[62187]: value = "task-2133913" [ 2507.273498] env[62187]: _type = "Task" [ 2507.273498] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.280352] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.314379] env[62187]: INFO nova.compute.manager [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Detaching volume ec742426-aeea-4e5a-ac0e-e58d751c4765 [ 2507.342270] env[62187]: DEBUG oslo_vmware.api [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133912, 'name': PowerOffVM_Task, 'duration_secs': 0.208418} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.342584] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2507.342759] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2507.343039] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-379d9406-bfe0-4db4-af94-790a9f89d073 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.352251] env[62187]: INFO nova.virt.block_device [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Attempting to driver detach volume ec742426-aeea-4e5a-ac0e-e58d751c4765 from mountpoint /dev/sdb [ 2507.352525] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2507.352676] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436313', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'name': 'volume-ec742426-aeea-4e5a-ac0e-e58d751c4765', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'serial': 'ec742426-aeea-4e5a-ac0e-e58d751c4765'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2507.353482] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963d911a-47e4-4617-904d-6be6ead769a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.379936] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf8402a-bf8f-4d4f-b715-0d6714f06ef1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.386678] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcdbf1c-2ed1-42fe-8eb0-433345d477a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.408571] env[62187]: DEBUG nova.network.neutron [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.411064] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d572963c-8b25-4ed5-8d9a-c27be4c2887e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.425825] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] The volume has not been displaced from its original location: [datastore2] volume-ec742426-aeea-4e5a-ac0e-e58d751c4765/volume-ec742426-aeea-4e5a-ac0e-e58d751c4765.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2507.431092] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2507.431929] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7e95266-e08c-4967-9c2a-fe9587666c0c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.433649] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406a4d34-deec-448d-87b5-594670be46a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.453962] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8be8f1-8aeb-4a79-98f6-3803b9b10ee7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.463967] env[62187]: DEBUG oslo_vmware.api [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2507.463967] env[62187]: value = "task-2133915" [ 2507.463967] env[62187]: _type = "Task" [ 2507.463967] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.472105] env[62187]: DEBUG oslo_vmware.api [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.491707] env[62187]: DEBUG nova.compute.manager [req-072862a5-85d1-4b6e-91e5-63600322cb69 req-f300d94b-9750-4078-a720-687ba7bd8e36 service nova] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Detach interface failed, port_id=c5c72d15-26e9-4f0e-a389-bea111ae6e04, reason: Instance 4493e62f-2484-42a3-a3dd-355cae41b50d could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2507.623092] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]529af6f8-08fa-412d-25a3-f07d57078856, 'name': SearchDatastore_Task, 'duration_secs': 0.009268} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.623312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2507.623568] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2507.623826] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9cabbcd-5ef7-4313-a556-da8ae27626bb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.631030] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2507.631030] env[62187]: value = "task-2133916" [ 2507.631030] env[62187]: _type = "Task" [ 2507.631030] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.639355] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.784054] env[62187]: DEBUG oslo_vmware.api [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133913, 'name': PowerOnVM_Task, 'duration_secs': 0.437304} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.784222] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2507.784452] env[62187]: INFO nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Took 7.33 seconds to spawn the instance on the hypervisor. [ 2507.784557] env[62187]: DEBUG nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2507.785411] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd962b5-a172-40c2-95eb-7fc157d89409 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.914926] env[62187]: INFO nova.compute.manager [-] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Took 1.49 seconds to deallocate network for instance. [ 2507.974290] env[62187]: DEBUG oslo_vmware.api [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133915, 'name': ReconfigVM_Task, 'duration_secs': 0.261858} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.974608] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2507.979261] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b466854-493a-4519-b56b-47a9edf996fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.994696] env[62187]: DEBUG oslo_vmware.api [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2507.994696] env[62187]: value = "task-2133917" [ 2507.994696] env[62187]: _type = "Task" [ 2507.994696] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2508.002804] env[62187]: DEBUG oslo_vmware.api [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.140915] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439003} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.141193] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2508.141510] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2508.141761] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4096ece-d9f1-4011-94e5-fcb2cef86863 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.148443] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2508.148443] env[62187]: value = "task-2133918" [ 2508.148443] env[62187]: _type = "Task" [ 2508.148443] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2508.155959] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.306519] env[62187]: INFO nova.compute.manager [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Took 12.09 seconds to build instance. [ 2508.425213] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2508.425487] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.425712] env[62187]: DEBUG nova.objects.instance [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'resources' on Instance uuid 4493e62f-2484-42a3-a3dd-355cae41b50d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2508.504561] env[62187]: DEBUG oslo_vmware.api [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133917, 'name': ReconfigVM_Task, 'duration_secs': 0.153999} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.504863] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436313', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'name': 'volume-ec742426-aeea-4e5a-ac0e-e58d751c4765', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec742426-aeea-4e5a-ac0e-e58d751c4765', 'serial': 'ec742426-aeea-4e5a-ac0e-e58d751c4765'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2508.659823] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06678} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.660182] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2508.660939] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea7aa43-e7bf-4b4f-bb50-434bdd04050a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.682413] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2508.682669] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d4cd0f-65dd-4928-8faf-e2859ea12803 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.699078] env[62187]: DEBUG nova.compute.manager [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Received event network-changed-354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2508.699272] env[62187]: DEBUG nova.compute.manager [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Refreshing instance network info cache due to event network-changed-354897e2-795d-46b1-8dd2-b18315d9b035. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2508.699477] env[62187]: DEBUG oslo_concurrency.lockutils [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2508.699615] env[62187]: DEBUG oslo_concurrency.lockutils [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2508.699770] env[62187]: DEBUG nova.network.neutron [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Refreshing network info cache for port 354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2508.707012] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2508.707012] env[62187]: value = "task-2133919" [ 2508.707012] env[62187]: _type = "Task" [ 2508.707012] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2508.716886] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.808509] env[62187]: DEBUG oslo_concurrency.lockutils [None req-2efc30c5-d419-492e-ab88-5c9dedc9b334 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.596s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2509.017060] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cacab5-476a-4908-aad0-dcbda780501d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.025162] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588265fb-e008-40c6-ad09-7f8b1dcdf46a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.054785] env[62187]: DEBUG nova.objects.instance [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid 04712f2e-7d45-4886-b041-d1757ce1335d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2509.056617] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e95e062-968e-4e38-9763-07ba8b4f931d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.063896] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe35ea2-2b33-467b-b466-70fe47f9b7a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.076811] env[62187]: DEBUG nova.compute.provider_tree [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2509.217778] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133919, 'name': ReconfigVM_Task, 'duration_secs': 0.292347} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.218141] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2509.218822] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c9f0b8c-8313-4e8d-bbb4-8aaa714c0a60 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.225228] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2509.225228] env[62187]: value = "task-2133920" [ 2509.225228] env[62187]: _type = "Task" [ 2509.225228] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.233927] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133920, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.412745] env[62187]: DEBUG nova.network.neutron [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updated VIF entry in instance network info cache for port 354897e2-795d-46b1-8dd2-b18315d9b035. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2509.413145] env[62187]: DEBUG nova.network.neutron [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2509.579676] env[62187]: DEBUG nova.scheduler.client.report [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2509.734865] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133920, 'name': Rename_Task, 'duration_secs': 0.131575} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.735157] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2509.735398] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d968b95e-582c-4120-b05b-b9bd033efc31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.741822] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2509.741822] env[62187]: value = "task-2133921" [ 2509.741822] env[62187]: _type = "Task" [ 2509.741822] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.749873] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.915972] env[62187]: DEBUG oslo_concurrency.lockutils [req-235b547b-f80d-40d6-b5e0-d4a2d23c5e52 req-0738f31b-2171-4e69-bd88-4a83ca9bac37 service nova] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2510.067916] env[62187]: DEBUG oslo_concurrency.lockutils [None req-e57f0383-76a4-4821-8843-d80f1be71417 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.069611] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2510.069855] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2510.084661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.107717] env[62187]: INFO nova.scheduler.client.report [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted allocations for instance 4493e62f-2484-42a3-a3dd-355cae41b50d [ 2510.251241] env[62187]: DEBUG oslo_vmware.api [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133921, 'name': PowerOnVM_Task, 'duration_secs': 0.446041} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2510.251528] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2510.251720] env[62187]: INFO nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Took 7.58 seconds to spawn the instance on the hypervisor. [ 2510.251897] env[62187]: DEBUG nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2510.252665] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab88a91-1783-432f-9e2f-28364cbf15c6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.573356] env[62187]: INFO nova.compute.manager [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Detaching volume e1710944-7422-4a90-88bd-219129cadeb8 [ 2510.608368] env[62187]: INFO nova.virt.block_device [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Attempting to driver detach volume e1710944-7422-4a90-88bd-219129cadeb8 from mountpoint /dev/sdc [ 2510.608603] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2510.608850] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436314', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'name': 'volume-e1710944-7422-4a90-88bd-219129cadeb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'serial': 'e1710944-7422-4a90-88bd-219129cadeb8'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2510.609739] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7fc6a0-912f-4e48-8fac-6bb647174435 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.615438] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f7591616-8005-4f9f-b6ed-1e201f9208e0 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "4493e62f-2484-42a3-a3dd-355cae41b50d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.847s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.634601] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db76524-d51c-43b8-a455-b2e917e44424 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.642726] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c9ed3-0d11-421d-ac62-80d0d6f55090 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.666674] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8070099f-e2c2-4496-9766-87c1b5e51fbd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.681849] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] The volume has not been displaced from its original location: [datastore2] volume-e1710944-7422-4a90-88bd-219129cadeb8/volume-e1710944-7422-4a90-88bd-219129cadeb8.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2510.687020] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfiguring VM instance instance-00000073 to detach disk 2002 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2510.687585] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e42507b7-7eb2-40e2-b042-478089635f0c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.704233] env[62187]: DEBUG oslo_vmware.api [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2510.704233] env[62187]: value = "task-2133922" [ 2510.704233] env[62187]: _type = "Task" [ 2510.704233] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2510.712038] env[62187]: DEBUG oslo_vmware.api [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.772169] env[62187]: INFO nova.compute.manager [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Took 13.02 seconds to build instance. [ 2511.215119] env[62187]: DEBUG oslo_vmware.api [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133922, 'name': ReconfigVM_Task, 'duration_secs': 0.232942} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2511.215407] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Reconfigured VM instance instance-00000073 to detach disk 2002 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2511.220150] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb5bb37-f0f6-45b6-9d00-7243614bfcaf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.232419] env[62187]: DEBUG nova.compute.manager [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Received event network-changed-d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2511.232616] env[62187]: DEBUG nova.compute.manager [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Refreshing instance network info cache due to event network-changed-d7072a68-7873-4e6c-9f89-8afbfad2fcf6. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2511.232836] env[62187]: DEBUG oslo_concurrency.lockutils [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] Acquiring lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2511.232983] env[62187]: DEBUG oslo_concurrency.lockutils [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] Acquired lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2511.233166] env[62187]: DEBUG nova.network.neutron [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Refreshing network info cache for port d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2511.240117] env[62187]: DEBUG oslo_vmware.api [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2511.240117] env[62187]: value = "task-2133923" [ 2511.240117] env[62187]: _type = "Task" [ 2511.240117] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2511.249142] env[62187]: DEBUG oslo_vmware.api [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.273891] env[62187]: DEBUG oslo_concurrency.lockutils [None req-5b0462c6-e8b8-4ff9-a75c-c2349c8d7b3c tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.526s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2511.749753] env[62187]: DEBUG oslo_vmware.api [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133923, 'name': ReconfigVM_Task, 'duration_secs': 0.148345} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2511.750117] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436314', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'name': 'volume-e1710944-7422-4a90-88bd-219129cadeb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '04712f2e-7d45-4886-b041-d1757ce1335d', 'attached_at': '', 'detached_at': '', 'volume_id': 'e1710944-7422-4a90-88bd-219129cadeb8', 'serial': 'e1710944-7422-4a90-88bd-219129cadeb8'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2512.012828] env[62187]: DEBUG nova.network.neutron [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updated VIF entry in instance network info cache for port d7072a68-7873-4e6c-9f89-8afbfad2fcf6. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2512.013229] env[62187]: DEBUG nova.network.neutron [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2512.305699] env[62187]: DEBUG nova.objects.instance [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'flavor' on Instance uuid 04712f2e-7d45-4886-b041-d1757ce1335d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2512.515598] env[62187]: DEBUG oslo_concurrency.lockutils [req-0f0fc5a5-feb1-4612-9f37-79c00ec8e8f4 req-170b46d4-12a6-41cf-b48f-59d039a50e7e service nova] Releasing lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2512.882957] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2512.883447] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2513.313107] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3a75f715-fe4d-47af-8747-6f925f447bf3 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2513.386629] env[62187]: DEBUG nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2513.909485] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2513.909732] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2513.911370] env[62187]: INFO nova.compute.claims [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2514.054189] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2514.054189] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2514.054189] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleting the datastore file [datastore1] 84b3d4f2-d0b9-40a4-99e1-464245a6f154 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2514.054189] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7103f7f0-e55a-4e3d-8ac8-d224116fdc71 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.061145] env[62187]: DEBUG oslo_vmware.api [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for the task: (returnval){ [ 2514.061145] env[62187]: value = "task-2133924" [ 2514.061145] env[62187]: _type = "Task" [ 2514.061145] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.069266] env[62187]: DEBUG oslo_vmware.api [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.464660] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.466047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.466047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "04712f2e-7d45-4886-b041-d1757ce1335d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.466047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.466047] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2514.467858] env[62187]: INFO nova.compute.manager [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Terminating instance [ 2514.573145] env[62187]: DEBUG oslo_vmware.api [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133924, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.972675] env[62187]: DEBUG nova.compute.manager [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2514.972906] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2514.975893] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58162823-bd28-492c-b309-08f4d1984184 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.983165] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2514.983400] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6614551-019f-4c1d-82e2-91f980e575b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.989539] env[62187]: DEBUG oslo_vmware.api [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2514.989539] env[62187]: value = "task-2133925" [ 2514.989539] env[62187]: _type = "Task" [ 2514.989539] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2514.997525] env[62187]: DEBUG oslo_vmware.api [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2514.998945] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e3dab-22ed-4bc8-92d9-694539387d38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.005397] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc73738-323e-4dda-9261-b1d7124d2267 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.723744] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2515.730347] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31d993-bba3-4204-b101-d86ff82a349b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.739649] env[62187]: DEBUG oslo_vmware.api [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133925, 'name': PowerOffVM_Task, 'duration_secs': 0.173234} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.742116] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2515.742290] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2515.743427] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936ffcd-16bf-4b3c-b1ca-df6c1dde7f7c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.746800] env[62187]: DEBUG oslo_vmware.api [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Task: {'id': task-2133924, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.735763} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2515.746991] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f7c0efa-bfa0-4e62-97fe-89a2745b175a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.748237] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2515.748417] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2515.748585] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2515.748746] env[62187]: INFO nova.compute.manager [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Took 8.93 seconds to destroy the instance on the hypervisor. [ 2515.748984] env[62187]: DEBUG oslo.service.loopingcall [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2515.749525] env[62187]: DEBUG nova.compute.manager [-] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2515.749632] env[62187]: DEBUG nova.network.neutron [-] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2515.758920] env[62187]: DEBUG nova.compute.provider_tree [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2515.838944] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2515.839306] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2515.839546] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Deleting the datastore file [datastore2] 04712f2e-7d45-4886-b041-d1757ce1335d {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2515.839839] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a07d6b8-8be8-4091-aebb-da39f5a22651 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.846630] env[62187]: DEBUG oslo_vmware.api [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for the task: (returnval){ [ 2515.846630] env[62187]: value = "task-2133927" [ 2515.846630] env[62187]: _type = "Task" [ 2515.846630] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.853722] env[62187]: DEBUG oslo_vmware.api [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.988217] env[62187]: DEBUG nova.compute.manager [req-2fadeb5c-973b-45d1-8d9e-006c5e6bca1c req-9a874d94-01ae-4e01-b382-964f74d954df service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Received event network-vif-deleted-8db06301-c1b9-46b0-b8e0-03979a75cc49 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2515.988466] env[62187]: INFO nova.compute.manager [req-2fadeb5c-973b-45d1-8d9e-006c5e6bca1c req-9a874d94-01ae-4e01-b382-964f74d954df service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Neutron deleted interface 8db06301-c1b9-46b0-b8e0-03979a75cc49; detaching it from the instance and deleting it from the info cache [ 2515.988657] env[62187]: DEBUG nova.network.neutron [req-2fadeb5c-973b-45d1-8d9e-006c5e6bca1c req-9a874d94-01ae-4e01-b382-964f74d954df service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2516.263080] env[62187]: DEBUG nova.scheduler.client.report [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2516.356549] env[62187]: DEBUG oslo_vmware.api [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.466622] env[62187]: DEBUG nova.network.neutron [-] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2516.491109] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d544e6c9-4eb3-4549-b3ef-ad90c6b11246 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.501856] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaaf66a-e735-4408-a8c4-97382f045665 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.532846] env[62187]: DEBUG nova.compute.manager [req-2fadeb5c-973b-45d1-8d9e-006c5e6bca1c req-9a874d94-01ae-4e01-b382-964f74d954df service nova] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Detach interface failed, port_id=8db06301-c1b9-46b0-b8e0-03979a75cc49, reason: Instance 84b3d4f2-d0b9-40a4-99e1-464245a6f154 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2516.768018] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.858s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2516.768518] env[62187]: DEBUG nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2516.857508] env[62187]: DEBUG oslo_vmware.api [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Task: {'id': task-2133927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.773085} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.857776] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2516.858013] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2516.858207] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2516.858382] env[62187]: INFO nova.compute.manager [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Took 1.89 seconds to destroy the instance on the hypervisor. [ 2516.858612] env[62187]: DEBUG oslo.service.loopingcall [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2516.858793] env[62187]: DEBUG nova.compute.manager [-] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2516.858884] env[62187]: DEBUG nova.network.neutron [-] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2516.970078] env[62187]: INFO nova.compute.manager [-] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Took 1.22 seconds to deallocate network for instance. [ 2517.274119] env[62187]: DEBUG nova.compute.utils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2517.275635] env[62187]: DEBUG nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2517.275635] env[62187]: DEBUG nova.network.neutron [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2517.318714] env[62187]: DEBUG nova.policy [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '933a77fc65fd42ca819dee31080b5a55', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ebb43df25cd4cbeb739e07955e8302e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2517.480024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2517.480024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2517.480024] env[62187]: DEBUG nova.objects.instance [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lazy-loading 'resources' on Instance uuid 84b3d4f2-d0b9-40a4-99e1-464245a6f154 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2517.616424] env[62187]: DEBUG nova.network.neutron [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Successfully created port: 91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2517.777723] env[62187]: DEBUG nova.network.neutron [-] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2517.779387] env[62187]: DEBUG nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2518.021692] env[62187]: DEBUG nova.compute.manager [req-ebeb1b21-8bbb-4676-97fb-ff054369df57 req-241b9a38-abba-4db7-bddf-9dc2409a4490 service nova] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Received event network-vif-deleted-0737f593-57d6-48bc-b2c3-c937d20e725a {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2518.074064] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94935bee-288d-4ff3-879e-744a35446ff2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.081675] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7416aa-24cc-4526-8be3-60020be05636 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.113916] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3abbb40-f51e-44a9-89f2-34de6d8f3f90 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.121553] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05639d-53ec-4b09-a4de-fc864dae178e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.134981] env[62187]: DEBUG nova.compute.provider_tree [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2518.283110] env[62187]: INFO nova.compute.manager [-] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Took 1.42 seconds to deallocate network for instance. [ 2518.424743] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2518.425382] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2518.638664] env[62187]: DEBUG nova.scheduler.client.report [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2518.791820] env[62187]: DEBUG nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2518.795251] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2518.819651] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2518.819892] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2518.820061] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2518.820329] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2518.820485] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2518.820741] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2518.820898] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2518.821047] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2518.821188] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2518.821987] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2518.821987] env[62187]: DEBUG nova.virt.hardware [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2518.822445] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deb772c-6480-4a1e-b081-446840db69bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2518.830822] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5d1872-5047-41b5-9000-173e9c82d2d4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.143700] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2519.146340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.351s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2519.147252] env[62187]: DEBUG nova.objects.instance [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lazy-loading 'resources' on Instance uuid 04712f2e-7d45-4886-b041-d1757ce1335d {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2519.148593] env[62187]: DEBUG nova.network.neutron [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Successfully updated port: 91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2519.166452] env[62187]: INFO nova.scheduler.client.report [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Deleted allocations for instance 84b3d4f2-d0b9-40a4-99e1-464245a6f154 [ 2519.653608] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2519.653930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2519.653930] env[62187]: DEBUG nova.network.neutron [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2519.676819] env[62187]: DEBUG oslo_concurrency.lockutils [None req-bdbbde92-3d6b-49f4-8ca9-55fff7c9191d tempest-ServerRescueNegativeTestJSON-99363454 tempest-ServerRescueNegativeTestJSON-99363454-project-member] Lock "84b3d4f2-d0b9-40a4-99e1-464245a6f154" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.366s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2519.737069] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d11f10-9f7a-4347-842c-426ffcb8dbe0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.744567] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5227e53-228b-44ae-84c5-19adee7fdece {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.775175] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f041146f-cdd7-46a6-9b69-354bd70e39fa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.782861] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b464b61a-b1bb-4618-8b8d-0126f87940c5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.797584] env[62187]: DEBUG nova.compute.provider_tree [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2520.041738] env[62187]: DEBUG nova.compute.manager [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-vif-plugged-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2520.041824] env[62187]: DEBUG oslo_concurrency.lockutils [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2520.042476] env[62187]: DEBUG oslo_concurrency.lockutils [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2520.042550] env[62187]: DEBUG oslo_concurrency.lockutils [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2520.043122] env[62187]: DEBUG nova.compute.manager [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] No waiting events found dispatching network-vif-plugged-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2520.043122] env[62187]: WARNING nova.compute.manager [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received unexpected event network-vif-plugged-91c38878-f200-452a-84e3-0b29ca3e3a83 for instance with vm_state building and task_state spawning. [ 2520.043122] env[62187]: DEBUG nova.compute.manager [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2520.043403] env[62187]: DEBUG nova.compute.manager [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing instance network info cache due to event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2520.043403] env[62187]: DEBUG oslo_concurrency.lockutils [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2520.187485] env[62187]: DEBUG nova.network.neutron [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2520.300391] env[62187]: DEBUG nova.scheduler.client.report [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2520.327962] env[62187]: DEBUG nova.network.neutron [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2520.426016] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2520.426267] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2520.805138] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2520.831201] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.831438] env[62187]: DEBUG nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Instance network_info: |[{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2520.831663] env[62187]: DEBUG oslo_concurrency.lockutils [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2520.831953] env[62187]: DEBUG nova.network.neutron [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2520.833067] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:89:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91c38878-f200-452a-84e3-0b29ca3e3a83', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2520.843111] env[62187]: DEBUG oslo.service.loopingcall [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2520.844565] env[62187]: INFO nova.scheduler.client.report [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Deleted allocations for instance 04712f2e-7d45-4886-b041-d1757ce1335d [ 2520.849476] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2520.850182] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfcb75a2-b6d5-4336-9f26-5adaea73dbab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.873586] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2520.873586] env[62187]: value = "task-2133928" [ 2520.873586] env[62187]: _type = "Task" [ 2520.873586] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2520.883324] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133928, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.918535] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2520.918535] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2521.353408] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f9ad4a1c-19c0-480c-a2a3-7ad53e610c10 tempest-AttachVolumeTestJSON-716769914 tempest-AttachVolumeTestJSON-716769914-project-member] Lock "04712f2e-7d45-4886-b041-d1757ce1335d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.888s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2521.384338] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133928, 'name': CreateVM_Task, 'duration_secs': 0.348759} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.384564] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2521.385333] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2521.385542] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2521.385892] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2521.386191] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b2d5b5-c53c-4f6a-833f-0160a6d99874 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.391219] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2521.391219] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254d112-7293-cb94-5e24-ff7818ecbf1f" [ 2521.391219] env[62187]: _type = "Task" [ 2521.391219] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.399216] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254d112-7293-cb94-5e24-ff7818ecbf1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.423842] env[62187]: DEBUG nova.compute.utils [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2521.430912] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Didn't find any instances for network info cache update. {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10533}} [ 2521.541327] env[62187]: DEBUG nova.network.neutron [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updated VIF entry in instance network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2521.541689] env[62187]: DEBUG nova.network.neutron [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2521.901992] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5254d112-7293-cb94-5e24-ff7818ecbf1f, 'name': SearchDatastore_Task, 'duration_secs': 0.011996} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.902311] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2521.902397] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2521.902635] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2521.902804] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2521.902995] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2521.903298] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d248081-0417-4e5c-bc85-23c39f499a96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.913094] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2521.913094] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2521.914229] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9210c94-9451-4508-91ea-e4b3496761b1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.919449] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2521.919449] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a170e7-2188-2a93-bdc8-d7f28d219bdb" [ 2521.919449] env[62187]: _type = "Task" [ 2521.919449] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.927156] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2521.927674] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a170e7-2188-2a93-bdc8-d7f28d219bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.044589] env[62187]: DEBUG oslo_concurrency.lockutils [req-0938d5bc-9b89-4c9e-b6fc-73b95c56519e req-ae183e9e-ca95-4282-8c13-c4b48d42b9d8 service nova] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2522.429651] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52a170e7-2188-2a93-bdc8-d7f28d219bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.009016} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.430423] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48558403-10a9-4058-bbda-c3d518fae75e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.435435] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2522.435435] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4c245-ad3c-1c8e-18eb-b00d5110fe0d" [ 2522.435435] env[62187]: _type = "Task" [ 2522.435435] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2522.442569] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4c245-ad3c-1c8e-18eb-b00d5110fe0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.946342] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52f4c245-ad3c-1c8e-18eb-b00d5110fe0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.946703] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2522.946781] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2522.947049] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-048451ca-b2b3-4520-865e-38ff9d4f6ca1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.953810] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2522.953810] env[62187]: value = "task-2133930" [ 2522.953810] env[62187]: _type = "Task" [ 2522.953810] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2522.960885] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.983647] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2522.983860] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2522.984094] env[62187]: INFO nova.compute.manager [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Attaching volume 5461b84b-5683-458f-a6c4-9dbaf071c46c to /dev/sdb [ 2523.014064] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea31c98-300d-4aed-a52e-60f9ab42b440 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.021413] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c350e2-173c-4b9e-bb57-c26ef77e0018 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.034969] env[62187]: DEBUG nova.virt.block_device [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updating existing volume attachment record: e8093f48-8d6d-49ef-afda-e4970e11cfa2 {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2523.464449] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.393874} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2523.464674] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore1] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2523.464878] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2523.465138] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d403f351-5ae4-493b-8045-50c9091ae3c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2523.472018] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2523.472018] env[62187]: value = "task-2133932" [ 2523.472018] env[62187]: _type = "Task" [ 2523.472018] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2523.480611] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.981551] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055736} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2523.981897] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2523.982518] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0472c2f-ac88-419c-b480-96d4b7179d71 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.004828] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2524.005103] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47e9c962-a8cd-41e5-8ad6-628770c82903 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.024803] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2524.024803] env[62187]: value = "task-2133933" [ 2524.024803] env[62187]: _type = "Task" [ 2524.024803] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.033552] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.534503] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133933, 'name': ReconfigVM_Task, 'duration_secs': 0.268634} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2524.534844] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2524.535817] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cf7a1c0-7a53-41bf-a34f-97295ab3987e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.542401] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2524.542401] env[62187]: value = "task-2133934" [ 2524.542401] env[62187]: _type = "Task" [ 2524.542401] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.549597] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133934, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.052066] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133934, 'name': Rename_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.552882] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133934, 'name': Rename_Task, 'duration_secs': 0.81857} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2525.553174] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2525.553415] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f245cc-3c82-4697-9818-b3a41d0c6ec3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.559623] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2525.559623] env[62187]: value = "task-2133937" [ 2525.559623] env[62187]: _type = "Task" [ 2525.559623] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2525.568315] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.068949] env[62187]: DEBUG oslo_vmware.api [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133937, 'name': PowerOnVM_Task, 'duration_secs': 0.428733} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2526.069370] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2526.069475] env[62187]: INFO nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Took 7.28 seconds to spawn the instance on the hypervisor. [ 2526.069657] env[62187]: DEBUG nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2526.070424] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07b136-76db-4001-8c00-d14f69179743 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.588392] env[62187]: INFO nova.compute.manager [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Took 12.70 seconds to build instance. [ 2527.090560] env[62187]: DEBUG oslo_concurrency.lockutils [None req-07ea15ba-d99d-4a06-8e83-36db4a2ca465 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.207s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2527.424604] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2527.444771] env[62187]: DEBUG nova.compute.manager [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2527.444973] env[62187]: DEBUG nova.compute.manager [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing instance network info cache due to event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2527.445208] env[62187]: DEBUG oslo_concurrency.lockutils [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2527.445339] env[62187]: DEBUG oslo_concurrency.lockutils [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2527.445500] env[62187]: DEBUG nova.network.neutron [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2527.578462] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2527.578920] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436318', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'name': 'volume-5461b84b-5683-458f-a6c4-9dbaf071c46c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8790aa2a-7cf4-4917-8344-a6c0f424cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'serial': '5461b84b-5683-458f-a6c4-9dbaf071c46c'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2527.581020] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b135afa3-d74a-48f7-9e06-fc88b84e75fb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.596965] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3196305-e019-455c-aba7-dea94c2f35b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.623031] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-5461b84b-5683-458f-a6c4-9dbaf071c46c/volume-5461b84b-5683-458f-a6c4-9dbaf071c46c.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2527.623031] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca7d4654-1056-4e89-8afc-50f326f812d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.641639] env[62187]: DEBUG oslo_vmware.api [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2527.641639] env[62187]: value = "task-2133938" [ 2527.641639] env[62187]: _type = "Task" [ 2527.641639] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.648778] env[62187]: DEBUG oslo_vmware.api [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133938, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.150515] env[62187]: DEBUG oslo_vmware.api [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133938, 'name': ReconfigVM_Task, 'duration_secs': 0.339774} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.150878] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-5461b84b-5683-458f-a6c4-9dbaf071c46c/volume-5461b84b-5683-458f-a6c4-9dbaf071c46c.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2528.155994] env[62187]: DEBUG nova.network.neutron [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updated VIF entry in instance network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2528.157050] env[62187]: DEBUG nova.network.neutron [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2528.158777] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-049a4532-1c9b-43a9-8006-656f1cf94c4c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.173844] env[62187]: DEBUG oslo_vmware.api [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2528.173844] env[62187]: value = "task-2133939" [ 2528.173844] env[62187]: _type = "Task" [ 2528.173844] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.181669] env[62187]: DEBUG oslo_vmware.api [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.660485] env[62187]: DEBUG oslo_concurrency.lockutils [req-c172df39-38df-4a24-8e96-ab67c66233ff req-c0274fee-f50a-4034-a7ee-332837e8895d service nova] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2528.685603] env[62187]: DEBUG oslo_vmware.api [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133939, 'name': ReconfigVM_Task, 'duration_secs': 0.134538} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.686943] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436318', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'name': 'volume-5461b84b-5683-458f-a6c4-9dbaf071c46c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8790aa2a-7cf4-4917-8344-a6c0f424cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'serial': '5461b84b-5683-458f-a6c4-9dbaf071c46c'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2529.424634] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2529.721401] env[62187]: DEBUG nova.objects.instance [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'flavor' on Instance uuid 8790aa2a-7cf4-4917-8344-a6c0f424cb1e {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2530.226789] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ac58a377-9a61-43b5-bd7c-6793d5eb0dd5 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2530.412059] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2530.412247] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2530.420262] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2530.424299] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2530.915220] env[62187]: INFO nova.compute.manager [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Detaching volume 5461b84b-5683-458f-a6c4-9dbaf071c46c [ 2530.946194] env[62187]: INFO nova.virt.block_device [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Attempting to driver detach volume 5461b84b-5683-458f-a6c4-9dbaf071c46c from mountpoint /dev/sdb [ 2530.946444] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2530.946636] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436318', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'name': 'volume-5461b84b-5683-458f-a6c4-9dbaf071c46c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8790aa2a-7cf4-4917-8344-a6c0f424cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'serial': '5461b84b-5683-458f-a6c4-9dbaf071c46c'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2530.947531] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50d7d66-ac85-4030-a6f0-bf895455bb4d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.968898] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd9c6e6-5ca7-4cfc-9d3d-6d08b9303109 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.976008] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784507ba-651a-42bc-9df7-02d6868df910 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.996215] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce0bd53-133b-43f3-b0e0-25c2fda10d09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.011637] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] The volume has not been displaced from its original location: [datastore1] volume-5461b84b-5683-458f-a6c4-9dbaf071c46c/volume-5461b84b-5683-458f-a6c4-9dbaf071c46c.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2531.016907] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2531.017206] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28469375-18a5-4a66-b7c3-9602dbe5b7c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.036424] env[62187]: DEBUG oslo_vmware.api [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2531.036424] env[62187]: value = "task-2133941" [ 2531.036424] env[62187]: _type = "Task" [ 2531.036424] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.043722] env[62187]: DEBUG oslo_vmware.api [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.546216] env[62187]: DEBUG oslo_vmware.api [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133941, 'name': ReconfigVM_Task, 'duration_secs': 0.225513} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.546505] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2531.551191] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba508c86-e490-482f-af64-47667bf42573 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.566171] env[62187]: DEBUG oslo_vmware.api [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2531.566171] env[62187]: value = "task-2133942" [ 2531.566171] env[62187]: _type = "Task" [ 2531.566171] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.574260] env[62187]: DEBUG oslo_vmware.api [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.076362] env[62187]: DEBUG oslo_vmware.api [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133942, 'name': ReconfigVM_Task, 'duration_secs': 0.130212} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.076750] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436318', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'name': 'volume-5461b84b-5683-458f-a6c4-9dbaf071c46c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8790aa2a-7cf4-4917-8344-a6c0f424cb1e', 'attached_at': '', 'detached_at': '', 'volume_id': '5461b84b-5683-458f-a6c4-9dbaf071c46c', 'serial': '5461b84b-5683-458f-a6c4-9dbaf071c46c'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2532.425366] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2532.622707] env[62187]: DEBUG nova.objects.instance [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'flavor' on Instance uuid 8790aa2a-7cf4-4917-8344-a6c0f424cb1e {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2532.928646] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2532.928890] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2532.929071] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2532.929232] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2532.930130] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f2ce09-711f-4836-97c2-deaa2399dae0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.938488] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dadae3-d6a2-429d-b26f-d13b86683791 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.952280] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340682c0-5855-403d-9ba6-4be157b395e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.958606] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414783c9-af1b-4e82-92ce-bb0910696de1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.987613] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179860MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2532.987785] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2532.987913] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2533.629492] env[62187]: DEBUG oslo_concurrency.lockutils [None req-f18bc01c-50fa-451d-b28d-b90cbaed907a tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2534.015942] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 8790aa2a-7cf4-4917-8344-a6c0f424cb1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2534.016117] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 7850cfca-07fa-4ca3-b274-05875ac1f327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2534.016242] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance f4b3f335-f4e2-41a2-951b-a7362f4a39b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2534.016361] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2534.016543] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2534.016675] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2534.071249] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abb5f6-99a2-4b0e-b4fa-5c62275ba0cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.078764] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b199f2d6-37b5-4854-9e66-e24d9a1e0038 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.107677] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0e22cd-2ca8-47f8-8f87-a6c61e686312 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.114701] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73824820-ef44-4503-b9ce-79700bf35faa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.128273] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2534.631296] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2534.693407] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2534.693592] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2534.693800] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2534.693978] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2534.694159] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2534.696177] env[62187]: INFO nova.compute.manager [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Terminating instance [ 2535.136053] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2535.136284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2535.199347] env[62187]: DEBUG nova.compute.manager [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2535.199589] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2535.200519] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf8f9a1-ef1e-45cb-a6bc-475aa3cea50e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.208010] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2535.208253] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a821b4f3-a919-4133-a651-07a6bc19279c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.215049] env[62187]: DEBUG oslo_vmware.api [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2535.215049] env[62187]: value = "task-2133943" [ 2535.215049] env[62187]: _type = "Task" [ 2535.215049] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2535.222595] env[62187]: DEBUG oslo_vmware.api [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133943, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2535.724179] env[62187]: DEBUG oslo_vmware.api [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133943, 'name': PowerOffVM_Task, 'duration_secs': 0.176892} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2535.724515] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2535.724567] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2535.724776] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b7009f-6c63-4d3a-8eef-0bfc72b89fa3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.136706] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2539.675696] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2539.676074] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2539.676185] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleting the datastore file [datastore2] 8790aa2a-7cf4-4917-8344-a6c0f424cb1e {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2539.676384] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84737ad5-0914-4db5-9daa-53e187bddafa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.682842] env[62187]: DEBUG oslo_vmware.api [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for the task: (returnval){ [ 2539.682842] env[62187]: value = "task-2133945" [ 2539.682842] env[62187]: _type = "Task" [ 2539.682842] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2539.690438] env[62187]: DEBUG oslo_vmware.api [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2540.191869] env[62187]: DEBUG oslo_vmware.api [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Task: {'id': task-2133945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409402} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2540.192141] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2540.192323] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2540.192522] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2540.192707] env[62187]: INFO nova.compute.manager [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Took 4.99 seconds to destroy the instance on the hypervisor. [ 2540.192939] env[62187]: DEBUG oslo.service.loopingcall [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2540.193145] env[62187]: DEBUG nova.compute.manager [-] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2540.193238] env[62187]: DEBUG nova.network.neutron [-] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2540.600829] env[62187]: DEBUG nova.compute.manager [req-afc2fe4e-59ab-491b-bc35-ba554f7eca80 req-7ea30cca-0f9b-4518-8dbb-3ce61bbd1866 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Received event network-vif-deleted-8aa10a63-abd1-428a-8d64-71e7ca9ca017 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2540.601052] env[62187]: INFO nova.compute.manager [req-afc2fe4e-59ab-491b-bc35-ba554f7eca80 req-7ea30cca-0f9b-4518-8dbb-3ce61bbd1866 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Neutron deleted interface 8aa10a63-abd1-428a-8d64-71e7ca9ca017; detaching it from the instance and deleting it from the info cache [ 2540.601229] env[62187]: DEBUG nova.network.neutron [req-afc2fe4e-59ab-491b-bc35-ba554f7eca80 req-7ea30cca-0f9b-4518-8dbb-3ce61bbd1866 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2541.080781] env[62187]: DEBUG nova.network.neutron [-] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2541.104655] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5f26ef9-4dd8-405b-8476-1f5e14568687 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.116042] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac34a275-7b48-46b3-8c57-04944ff3ba8c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.141540] env[62187]: DEBUG nova.compute.manager [req-afc2fe4e-59ab-491b-bc35-ba554f7eca80 req-7ea30cca-0f9b-4518-8dbb-3ce61bbd1866 service nova] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Detach interface failed, port_id=8aa10a63-abd1-428a-8d64-71e7ca9ca017, reason: Instance 8790aa2a-7cf4-4917-8344-a6c0f424cb1e could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2541.585118] env[62187]: INFO nova.compute.manager [-] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Took 1.39 seconds to deallocate network for instance. [ 2542.091417] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2542.091800] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2542.092029] env[62187]: DEBUG nova.objects.instance [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lazy-loading 'resources' on Instance uuid 8790aa2a-7cf4-4917-8344-a6c0f424cb1e {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2542.671674] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947e41de-c5c5-4527-a430-216a3cf18448 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.679269] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e755c2-a2c9-473d-9e44-b919b24bca3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.707961] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c0f23-5c62-4a8c-afbc-e032f52f9510 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.715085] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2202c484-4e4d-41e6-9ea8-8141ab233bb6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.728983] env[62187]: DEBUG nova.compute.provider_tree [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2543.231978] env[62187]: DEBUG nova.scheduler.client.report [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2543.736884] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2543.758922] env[62187]: INFO nova.scheduler.client.report [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Deleted allocations for instance 8790aa2a-7cf4-4917-8344-a6c0f424cb1e [ 2544.266908] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20232628-789b-428d-8547-d0b029bfd513 tempest-AttachVolumeNegativeTest-1236207511 tempest-AttachVolumeNegativeTest-1236207511-project-member] Lock "8790aa2a-7cf4-4917-8344-a6c0f424cb1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.573s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2546.812829] env[62187]: DEBUG oslo_concurrency.lockutils [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "7850cfca-07fa-4ca3-b274-05875ac1f327" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2546.813128] env[62187]: DEBUG oslo_concurrency.lockutils [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2547.316033] env[62187]: DEBUG nova.compute.utils [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2547.819431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2548.883085] env[62187]: DEBUG oslo_concurrency.lockutils [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "7850cfca-07fa-4ca3-b274-05875ac1f327" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2548.883426] env[62187]: DEBUG oslo_concurrency.lockutils [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2548.883777] env[62187]: INFO nova.compute.manager [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Attaching volume e131656b-d089-461e-ae57-a1d50b23fa14 to /dev/sdb [ 2548.916608] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca22db4-9b43-4ba5-9be6-6a419f8171ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.923907] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf6cd5f-51cf-4757-bb5a-a4020f3f0ec7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.937903] env[62187]: DEBUG nova.virt.block_device [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating existing volume attachment record: cb4bfee7-ba82-4883-9702-32b497dcf71b {{(pid=62187) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2549.604866] env[62187]: DEBUG nova.compute.manager [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2550.126902] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2550.126902] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2550.632107] env[62187]: INFO nova.compute.claims [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2551.138635] env[62187]: INFO nova.compute.resource_tracker [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating resource usage from migration 9c05e292-19e5-4f27-be5c-6de69af567c9 [ 2551.196401] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0b6b4-7f87-453b-81a3-2104fb1b167a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.203946] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429b941-0ba0-44ec-89b0-ddb4e9698947 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.234639] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58ee07-152f-4505-ab13-fcaa507067a2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.242732] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6358c7dd-e142-4109-a566-3e30ff15833c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.258607] env[62187]: DEBUG nova.compute.provider_tree [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2551.762415] env[62187]: DEBUG nova.scheduler.client.report [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2552.267702] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.141s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2552.268099] env[62187]: INFO nova.compute.manager [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Migrating [ 2552.784008] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2552.784008] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2552.784008] env[62187]: DEBUG nova.network.neutron [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2553.486194] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Volume attach. Driver type: vmdk {{(pid=62187) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2553.486451] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436320', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'name': 'volume-e131656b-d089-461e-ae57-a1d50b23fa14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7850cfca-07fa-4ca3-b274-05875ac1f327', 'attached_at': '', 'detached_at': '', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'serial': 'e131656b-d089-461e-ae57-a1d50b23fa14'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2553.487331] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f77622d-c06c-42af-b07e-314cf63d710c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.503950] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7660bcf6-49d6-44b2-9835-0a467f9b497b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.529141] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-e131656b-d089-461e-ae57-a1d50b23fa14/volume-e131656b-d089-461e-ae57-a1d50b23fa14.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2553.529395] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e16459a-36a5-45db-bd4a-705bff4f10ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.546463] env[62187]: DEBUG oslo_vmware.api [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2553.546463] env[62187]: value = "task-2133953" [ 2553.546463] env[62187]: _type = "Task" [ 2553.546463] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2553.556166] env[62187]: DEBUG oslo_vmware.api [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.646177] env[62187]: DEBUG nova.network.neutron [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2554.058546] env[62187]: DEBUG oslo_vmware.api [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133953, 'name': ReconfigVM_Task, 'duration_secs': 0.347546} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.058905] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-e131656b-d089-461e-ae57-a1d50b23fa14/volume-e131656b-d089-461e-ae57-a1d50b23fa14.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2554.063636] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01bf16d-2678-4c3a-9d16-7ff2fa7b54ec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.079768] env[62187]: DEBUG oslo_vmware.api [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2554.079768] env[62187]: value = "task-2133954" [ 2554.079768] env[62187]: _type = "Task" [ 2554.079768] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.091880] env[62187]: DEBUG oslo_vmware.api [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2554.149937] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2554.590154] env[62187]: DEBUG oslo_vmware.api [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133954, 'name': ReconfigVM_Task, 'duration_secs': 0.144415} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2554.590473] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436320', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'name': 'volume-e131656b-d089-461e-ae57-a1d50b23fa14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7850cfca-07fa-4ca3-b274-05875ac1f327', 'attached_at': '', 'detached_at': '', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'serial': 'e131656b-d089-461e-ae57-a1d50b23fa14'} {{(pid=62187) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2555.632080] env[62187]: DEBUG nova.objects.instance [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'flavor' on Instance uuid 7850cfca-07fa-4ca3-b274-05875ac1f327 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2555.663424] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7a1f9a-7517-4c5b-943d-c4ecacc87957 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.681829] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance 'f4b3f335-f4e2-41a2-951b-a7362f4a39b6' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2556.137155] env[62187]: DEBUG oslo_concurrency.lockutils [None req-31349042-2ec4-4393-9822-e67b2af94963 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.254s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2556.187750] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2556.187750] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d38912e7-9a82-4409-b4b0-b8bb0529803e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.195721] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2556.195721] env[62187]: value = "task-2133955" [ 2556.195721] env[62187]: _type = "Task" [ 2556.195721] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2556.204024] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2556.708037] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133955, 'name': PowerOffVM_Task, 'duration_secs': 0.193682} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2556.708037] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2556.708037] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance 'f4b3f335-f4e2-41a2-951b-a7362f4a39b6' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2556.983101] env[62187]: DEBUG nova.compute.manager [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Stashing vm_state: active {{(pid=62187) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 2557.213593] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2557.213846] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2557.213990] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2557.214179] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2557.214326] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2557.214472] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2557.214673] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2557.214835] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2557.215009] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2557.215180] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2557.215352] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2557.220375] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c44e630-c2fe-4698-aacf-f9d062046897 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.236537] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2557.236537] env[62187]: value = "task-2133956" [ 2557.236537] env[62187]: _type = "Task" [ 2557.236537] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2557.244634] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2557.499967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2557.500232] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2557.746711] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133956, 'name': ReconfigVM_Task, 'duration_secs': 0.156648} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2557.747082] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance 'f4b3f335-f4e2-41a2-951b-a7362f4a39b6' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2558.005617] env[62187]: INFO nova.compute.claims [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2558.253893] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2558.254201] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2558.254369] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2558.254552] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2558.254696] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2558.254841] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2558.255099] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2558.255283] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2558.255455] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2558.255616] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2558.255832] env[62187]: DEBUG nova.virt.hardware [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2558.261103] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2558.261389] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2ca60c0-80fe-4010-ae56-18202ab3e395 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.280555] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2558.280555] env[62187]: value = "task-2133957" [ 2558.280555] env[62187]: _type = "Task" [ 2558.280555] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.288245] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.511634] env[62187]: INFO nova.compute.resource_tracker [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating resource usage from migration c388e62b-902c-4fae-93ad-7b6583c64e7c [ 2558.575977] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdf4f5c-3e95-41c7-b29a-6f5ed7035fcf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.582797] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99323628-c708-4754-9bc8-8758c9ea8d97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.612519] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a4eb96-b019-4cb5-9cac-601475fbca7e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.619019] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b31890-e522-4d6e-979e-3a98668ac53a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.631363] env[62187]: DEBUG nova.compute.provider_tree [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2558.790407] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133957, 'name': ReconfigVM_Task, 'duration_secs': 0.178426} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2558.790744] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2558.791377] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57721027-a382-438e-8fea-2b9dbf8a40c8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.812834] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2558.813092] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a422b9bb-404e-4464-b099-be6d4fd34060 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.830208] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2558.830208] env[62187]: value = "task-2133958" [ 2558.830208] env[62187]: _type = "Task" [ 2558.830208] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.837523] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.134302] env[62187]: DEBUG nova.scheduler.client.report [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2559.340743] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133958, 'name': ReconfigVM_Task, 'duration_secs': 0.240116} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2559.341150] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2559.341432] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance 'f4b3f335-f4e2-41a2-951b-a7362f4a39b6' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2559.639284] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.139s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2559.639501] env[62187]: INFO nova.compute.manager [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Migrating [ 2559.847912] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42d7525-9f76-40ce-bc2a-078b4067f70c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.867853] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a48dfe3-89db-427d-b507-63c22a1c2076 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.885235] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance 'f4b3f335-f4e2-41a2-951b-a7362f4a39b6' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2560.154096] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2560.154269] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2560.154431] env[62187]: DEBUG nova.network.neutron [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2560.424469] env[62187]: DEBUG nova.network.neutron [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Port d7072a68-7873-4e6c-9f89-8afbfad2fcf6 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2560.883377] env[62187]: DEBUG nova.network.neutron [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2561.386111] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2561.444551] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2561.444782] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2561.444955] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2562.479023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2562.479277] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2562.479407] env[62187]: DEBUG nova.network.neutron [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2562.900321] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d913d9-d837-4c38-87e6-9094555c5a9d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2562.920913] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance '7850cfca-07fa-4ca3-b274-05875ac1f327' progress to 0 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2563.169603] env[62187]: DEBUG nova.network.neutron [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2563.426882] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2563.427184] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-085b7022-e91a-4bcb-b371-b565bbd3a4d7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.434772] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2563.434772] env[62187]: value = "task-2133959" [ 2563.434772] env[62187]: _type = "Task" [ 2563.434772] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2563.442416] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.673062] env[62187]: DEBUG oslo_concurrency.lockutils [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2563.945981] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133959, 'name': PowerOffVM_Task, 'duration_secs': 0.202831} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2563.946224] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2563.946649] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance '7850cfca-07fa-4ca3-b274-05875ac1f327' progress to 17 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2564.199959] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d1dc18-c084-4d2a-8473-72a67540915b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.218303] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97eac9-8b16-4eb5-9a81-9ff8b4d5883f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.224804] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance 'f4b3f335-f4e2-41a2-951b-a7362f4a39b6' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2564.453160] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2564.453368] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2564.453595] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2564.453828] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2564.454019] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2564.454233] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2564.454475] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2564.454669] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2564.454926] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2564.455146] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2564.455362] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2564.463455] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9536e763-b720-4b30-9a95-a16a290b8df0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.484995] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2564.484995] env[62187]: value = "task-2133960" [ 2564.484995] env[62187]: _type = "Task" [ 2564.484995] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2564.497430] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.731980] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2564.731980] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b35fb38-ff5e-4feb-afee-1743e99cde32 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.738542] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2564.738542] env[62187]: value = "task-2133961" [ 2564.738542] env[62187]: _type = "Task" [ 2564.738542] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2564.746178] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.995047] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133960, 'name': ReconfigVM_Task, 'duration_secs': 0.167802} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2564.995352] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance '7850cfca-07fa-4ca3-b274-05875ac1f327' progress to 33 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2565.248577] env[62187]: DEBUG oslo_vmware.api [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133961, 'name': PowerOnVM_Task, 'duration_secs': 0.347823} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2565.248809] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2565.248983] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-cae9706e-456c-4598-8cf3-5fbd7f6de9b1 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance 'f4b3f335-f4e2-41a2-951b-a7362f4a39b6' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2565.502011] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2565.502218] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2565.502379] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2565.502558] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2565.502705] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2565.502871] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2565.503101] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2565.503264] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2565.503427] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2565.503588] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2565.503756] env[62187]: DEBUG nova.virt.hardware [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2565.508905] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2565.509439] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a5e6436-8086-4534-a85c-9ccd35234b3c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.528345] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2565.528345] env[62187]: value = "task-2133962" [ 2565.528345] env[62187]: _type = "Task" [ 2565.528345] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2565.536189] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.939299] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2565.939633] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2565.939769] env[62187]: INFO nova.compute.manager [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Shelving [ 2566.037652] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133962, 'name': ReconfigVM_Task, 'duration_secs': 0.192668} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2566.037877] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2566.038608] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cb5cb0-ebdd-4dee-a1fc-d7898751a49d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.063188] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2566.063435] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8f5bd75-d8c2-4507-bb7f-fc09cd8a1177 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.081231] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2566.081231] env[62187]: value = "task-2133963" [ 2566.081231] env[62187]: _type = "Task" [ 2566.081231] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2566.090253] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.591196] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.949054] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2566.949054] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c697e422-89ce-45cb-a5e8-4988a925d24d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.957964] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2566.957964] env[62187]: value = "task-2133964" [ 2566.957964] env[62187]: _type = "Task" [ 2566.957964] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2566.964398] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.092299] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133963, 'name': ReconfigVM_Task, 'duration_secs': 0.598496} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.092652] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2567.092960] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance '7850cfca-07fa-4ca3-b274-05875ac1f327' progress to 50 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2567.466688] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133964, 'name': PowerOffVM_Task, 'duration_secs': 0.172157} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.466953] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2567.467752] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb9a45-cd89-4f3d-a941-b39473fcfbab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.485416] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788cc43e-7e59-4088-aa18-ef42341adb36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.599541] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6f2ed8-beb0-4cff-8a79-fb0f7e06746a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.623033] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a817c2-a306-44f5-8628-1834700e8763 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.643011] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance '7850cfca-07fa-4ca3-b274-05875ac1f327' progress to 67 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2567.995430] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2567.995769] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f68dab3a-4eee-4639-aa52-87227ecb2a61 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.005325] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2568.005325] env[62187]: value = "task-2133965" [ 2568.005325] env[62187]: _type = "Task" [ 2568.005325] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2568.016182] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.094684] env[62187]: DEBUG nova.network.neutron [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Port d7072a68-7873-4e6c-9f89-8afbfad2fcf6 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2568.094963] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2568.095137] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2568.095303] env[62187]: DEBUG nova.network.neutron [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2568.515365] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133965, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.892587] env[62187]: DEBUG nova.network.neutron [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2569.016612] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133965, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2569.283646] env[62187]: DEBUG nova.network.neutron [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Port 354897e2-795d-46b1-8dd2-b18315d9b035 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2569.396301] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2569.516434] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133965, 'name': CreateSnapshot_Task, 'duration_secs': 1.048539} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2569.516715] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2569.517428] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251e93ee-1952-4a8a-aff9-297198357869 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.899289] env[62187]: DEBUG nova.compute.manager [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62187) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2569.899561] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2569.899844] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2570.035652] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2570.035994] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-caa741c4-d31b-47cc-8ba3-d1e08a9f1bb3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.045343] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2570.045343] env[62187]: value = "task-2133966" [ 2570.045343] env[62187]: _type = "Task" [ 2570.045343] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2570.052817] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133966, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2570.305665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2570.305665] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2570.305867] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.402620] env[62187]: DEBUG nova.objects.instance [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'migration_context' on Instance uuid f4b3f335-f4e2-41a2-951b-a7362f4a39b6 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2570.555259] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133966, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2570.979516] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eceaec0-de93-4c3a-81a5-b3f6adbc402d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.986778] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3e01c-d383-4b79-959d-07624017836e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.017955] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a500935f-b483-47fc-a2a5-83398d255b7b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.025525] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750e9938-bf5b-4a84-a041-5c30a0b5e947 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.038452] env[62187]: DEBUG nova.compute.provider_tree [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2571.054784] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133966, 'name': CloneVM_Task} progress is 95%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.367494] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2571.367713] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2571.367924] env[62187]: DEBUG nova.network.neutron [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2571.541883] env[62187]: DEBUG nova.scheduler.client.report [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2571.556354] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133966, 'name': CloneVM_Task, 'duration_secs': 1.39642} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.557174] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Created linked-clone VM from snapshot [ 2571.557915] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4adf22-b6ed-4851-ae2c-78446b6e3ccb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.565722] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Uploading image c9a0f025-8c8f-4461-812f-0aacb583bf8f {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2571.591519] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2571.591519] env[62187]: value = "vm-436322" [ 2571.591519] env[62187]: _type = "VirtualMachine" [ 2571.591519] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2571.591782] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87980430-715f-4d88-b32b-1dfe8e8db5de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.598416] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease: (returnval){ [ 2571.598416] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221227b-ca5d-97d4-d7c1-62b2d482654a" [ 2571.598416] env[62187]: _type = "HttpNfcLease" [ 2571.598416] env[62187]: } obtained for exporting VM: (result){ [ 2571.598416] env[62187]: value = "vm-436322" [ 2571.598416] env[62187]: _type = "VirtualMachine" [ 2571.598416] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2571.598705] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the lease: (returnval){ [ 2571.598705] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221227b-ca5d-97d4-d7c1-62b2d482654a" [ 2571.598705] env[62187]: _type = "HttpNfcLease" [ 2571.598705] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2571.604575] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2571.604575] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221227b-ca5d-97d4-d7c1-62b2d482654a" [ 2571.604575] env[62187]: _type = "HttpNfcLease" [ 2571.604575] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2572.107099] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2572.107099] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221227b-ca5d-97d4-d7c1-62b2d482654a" [ 2572.107099] env[62187]: _type = "HttpNfcLease" [ 2572.107099] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2572.107586] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2572.107586] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5221227b-ca5d-97d4-d7c1-62b2d482654a" [ 2572.107586] env[62187]: _type = "HttpNfcLease" [ 2572.107586] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2572.108227] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ba89f3-62d6-475c-af8d-e23fc41b5684 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.115730] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ae9c0-30f8-ffc4-296b-222343bdac26/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2572.115909] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ae9c0-30f8-ffc4-296b-222343bdac26/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2572.119733] env[62187]: DEBUG nova.network.neutron [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2572.175652] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2572.209124] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bad9cfbe-981f-402c-a462-932a9db26a31 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.551985] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.652s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2572.687798] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cee73d-72a4-4b5f-861c-3fea53964c63 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.695052] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8d939a-c154-4b93-9f4f-c8c34b443921 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.601124] env[62187]: INFO nova.compute.manager [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Swapping old allocation on dict_keys(['cf2ba252-a209-4104-b3a7-5830e475f41c']) held by migration 9c05e292-19e5-4f27-be5c-6de69af567c9 for instance [ 2576.624139] env[62187]: DEBUG nova.scheduler.client.report [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Overwriting current allocation {'allocations': {'cf2ba252-a209-4104-b3a7-5830e475f41c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 189}}, 'project_id': '9972912c612f4173abd479c5814de18b', 'user_id': 'cde503342b5d4b799a84daaeee42745b', 'consumer_generation': 1} on consumer f4b3f335-f4e2-41a2-951b-a7362f4a39b6 {{(pid=62187) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2576.647098] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bc0cf4-623d-408f-b856-7573817614ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.670830] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2565fc47-09f2-4a04-bc3e-9c344f2753d9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.681108] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance '7850cfca-07fa-4ca3-b274-05875ac1f327' progress to 83 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2576.708233] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2576.708461] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2576.708661] env[62187]: DEBUG nova.network.neutron [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2577.189387] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2577.189676] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d9f4ad4-407f-4856-a321-ebd0d4a443f7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.197415] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2577.197415] env[62187]: value = "task-2133968" [ 2577.197415] env[62187]: _type = "Task" [ 2577.197415] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2577.205148] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2577.425542] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2577.443862] env[62187]: DEBUG nova.network.neutron [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [{"id": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "address": "fa:16:3e:ec:7c:1b", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7072a68-78", "ovs_interfaceid": "d7072a68-7873-4e6c-9f89-8afbfad2fcf6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2577.707606] env[62187]: DEBUG oslo_vmware.api [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133968, 'name': PowerOnVM_Task, 'duration_secs': 0.472043} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2577.707910] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2577.708713] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7a08a8d3-5d80-4ed9-bf53-dd6a66218361 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance '7850cfca-07fa-4ca3-b274-05875ac1f327' progress to 100 {{(pid=62187) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2577.946515] env[62187]: DEBUG oslo_concurrency.lockutils [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-f4b3f335-f4e2-41a2-951b-a7362f4a39b6" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2577.946922] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2577.947232] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e202663-a288-48bb-9f4d-ea110a26fe58 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.955643] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2577.955643] env[62187]: value = "task-2133969" [ 2577.955643] env[62187]: _type = "Task" [ 2577.955643] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2577.963716] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2578.465835] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133969, 'name': PowerOffVM_Task, 'duration_secs': 0.271619} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2578.466159] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2578.466809] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2578.467061] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2578.467241] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2578.467471] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2578.467623] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2578.467779] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2578.468017] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2578.468199] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2578.468365] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2578.468528] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2578.468728] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2578.473553] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7829ef32-851e-4c9b-b690-8d44b0c58999 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.489221] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2578.489221] env[62187]: value = "task-2133970" [ 2578.489221] env[62187]: _type = "Task" [ 2578.489221] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2578.497112] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.000062] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133970, 'name': ReconfigVM_Task, 'duration_secs': 0.255394} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2579.000649] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec90c7f-2214-4df9-949f-a8b7ed39830b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.019194] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2579.019491] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2579.019735] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2579.019989] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2579.020170] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2579.020349] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2579.020592] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2579.020762] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2579.020975] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2579.021210] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2579.021421] env[62187]: DEBUG nova.virt.hardware [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2579.023468] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca46e0c-225e-4a1f-9467-4d606d2de676 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.033633] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2579.033633] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525c99cc-8dc7-622e-2ab3-0f20770e3780" [ 2579.033633] env[62187]: _type = "Task" [ 2579.033633] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2579.043618] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525c99cc-8dc7-622e-2ab3-0f20770e3780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.425330] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2579.425564] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2579.544584] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]525c99cc-8dc7-622e-2ab3-0f20770e3780, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2579.549751] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2579.550368] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d3a4003-d2ff-4960-8645-801f03369fad {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.567804] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2579.567804] env[62187]: value = "task-2133971" [ 2579.567804] env[62187]: _type = "Task" [ 2579.567804] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2579.575612] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.613688] env[62187]: DEBUG nova.network.neutron [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Port 354897e2-795d-46b1-8dd2-b18315d9b035 binding to destination host cpu-1 is already ACTIVE {{(pid=62187) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2579.613976] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2579.614149] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2579.614316] env[62187]: DEBUG nova.network.neutron [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2579.899728] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ae9c0-30f8-ffc4-296b-222343bdac26/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2579.900788] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badac476-636f-45ec-924b-dcd1b274184d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.906890] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ae9c0-30f8-ffc4-296b-222343bdac26/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2579.907082] env[62187]: ERROR oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ae9c0-30f8-ffc4-296b-222343bdac26/disk-0.vmdk due to incomplete transfer. [ 2579.907297] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9069fea7-55d7-4509-8ef0-477d39c91f01 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.914230] env[62187]: DEBUG oslo_vmware.rw_handles [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ae9c0-30f8-ffc4-296b-222343bdac26/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2579.914420] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Uploaded image c9a0f025-8c8f-4461-812f-0aacb583bf8f to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2579.916596] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2579.916821] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7bc17fc2-4845-400a-8eca-d09745896526 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.922228] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2579.922228] env[62187]: value = "task-2133972" [ 2579.922228] env[62187]: _type = "Task" [ 2579.922228] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2579.929701] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133972, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.077552] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133971, 'name': ReconfigVM_Task, 'duration_secs': 0.209644} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.077951] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2580.078558] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bddcced-bf70-4473-8ead-34af75b50198 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.100437] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2580.100620] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-369962a8-6840-4dd7-9f21-6bb014f8c4ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.119098] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2580.119098] env[62187]: value = "task-2133973" [ 2580.119098] env[62187]: _type = "Task" [ 2580.119098] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2580.126882] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.379417] env[62187]: DEBUG nova.network.neutron [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2580.427251] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2580.427463] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2580.427568] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2580.434941] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133972, 'name': Destroy_Task} progress is 33%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.632090] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133973, 'name': ReconfigVM_Task, 'duration_secs': 0.387468} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.632356] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6/f4b3f335-f4e2-41a2-951b-a7362f4a39b6.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2580.633204] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721f12f-d7a6-4126-9930-a36cf7c021a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.653892] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f2fa1-23ea-427e-a858-c12115f937aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.671705] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e116f-362b-43c0-b1cd-a3a7a748b3ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.689159] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28880af9-b0b6-4567-a748-3317e020b5ff {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.695737] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2580.695973] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b76e7aa1-5338-4fd8-9632-f6f0ee8ba9bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.701777] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2580.701777] env[62187]: value = "task-2133974" [ 2580.701777] env[62187]: _type = "Task" [ 2580.701777] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2580.708832] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.882571] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2580.931345] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2580.931587] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2580.931815] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2580.932068] env[62187]: DEBUG nova.objects.instance [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lazy-loading 'info_cache' on Instance uuid 7850cfca-07fa-4ca3-b274-05875ac1f327 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2580.940512] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133972, 'name': Destroy_Task, 'duration_secs': 0.57236} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.940895] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Destroyed the VM [ 2580.941263] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2580.941615] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7e825b50-d36a-44b5-87a8-d59273ee23b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.950769] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2580.950769] env[62187]: value = "task-2133975" [ 2580.950769] env[62187]: _type = "Task" [ 2580.950769] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2580.961613] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2581.211578] env[62187]: DEBUG oslo_vmware.api [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133974, 'name': PowerOnVM_Task, 'duration_secs': 0.43734} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2581.211996] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2581.386520] env[62187]: DEBUG nova.compute.manager [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62187) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2581.462861] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2581.965847] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133975, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2582.222826] env[62187]: INFO nova.compute.manager [None req-ba9273bb-dbec-4e3a-8a8c-fd683a571fd7 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance to original state: 'active' [ 2582.462930] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133975, 'name': RemoveSnapshot_Task, 'duration_secs': 1.305175} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2582.463230] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2582.463503] env[62187]: DEBUG nova.compute.manager [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2582.464240] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4410adb3-017e-47e8-a97d-7fa3e3aa8380 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.488879] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2582.488879] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2582.640816] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2582.977699] env[62187]: INFO nova.compute.manager [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Shelve offloading [ 2582.990215] env[62187]: DEBUG nova.objects.instance [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'migration_context' on Instance uuid 7850cfca-07fa-4ca3-b274-05875ac1f327 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2583.143309] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2583.143599] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2583.480721] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2583.481150] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b396afa-b166-42eb-9961-20b0dd389120 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.490212] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2583.490212] env[62187]: value = "task-2133976" [ 2583.490212] env[62187]: _type = "Task" [ 2583.490212] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2583.501985] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2583.502205] env[62187]: DEBUG nova.compute.manager [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2583.502943] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3370b3-e8a4-4689-802f-79e1f994416f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.508874] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2583.509139] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2583.509207] env[62187]: DEBUG nova.network.neutron [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2583.561203] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a889f9a2-34f8-41ef-a4de-ac0bcb824aa3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.566459] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98989a5-28a0-4b21-90bc-8863863f1329 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.597491] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432bb17-91ce-43a4-8fb3-2d9d30544765 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.604460] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d90001a-64c1-4c94-9377-3b04cb96f9f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.617733] env[62187]: DEBUG nova.compute.provider_tree [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2584.120532] env[62187]: DEBUG nova.scheduler.client.report [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2584.213298] env[62187]: DEBUG nova.network.neutron [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2584.223461] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.223680] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2584.223889] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.224099] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2584.224272] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2584.226012] env[62187]: INFO nova.compute.manager [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Terminating instance [ 2584.715430] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2584.729167] env[62187]: DEBUG nova.compute.manager [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2584.729391] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2584.730313] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dd7599-1c21-4871-932a-1504cd48f2f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.739747] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2584.739898] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a0d985a-ad96-441e-9b45-c33b109e6051 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.747477] env[62187]: DEBUG oslo_vmware.api [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2584.747477] env[62187]: value = "task-2133977" [ 2584.747477] env[62187]: _type = "Task" [ 2584.747477] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2584.754844] env[62187]: DEBUG oslo_vmware.api [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2584.969127] env[62187]: DEBUG nova.compute.manager [req-e9977fdb-2561-405d-9075-c878626081bb req-687daad8-810d-4447-a962-0c7febc0c755 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-vif-unplugged-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2584.969354] env[62187]: DEBUG oslo_concurrency.lockutils [req-e9977fdb-2561-405d-9075-c878626081bb req-687daad8-810d-4447-a962-0c7febc0c755 service nova] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2584.969577] env[62187]: DEBUG oslo_concurrency.lockutils [req-e9977fdb-2561-405d-9075-c878626081bb req-687daad8-810d-4447-a962-0c7febc0c755 service nova] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2584.969779] env[62187]: DEBUG oslo_concurrency.lockutils [req-e9977fdb-2561-405d-9075-c878626081bb req-687daad8-810d-4447-a962-0c7febc0c755 service nova] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2584.969990] env[62187]: DEBUG nova.compute.manager [req-e9977fdb-2561-405d-9075-c878626081bb req-687daad8-810d-4447-a962-0c7febc0c755 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] No waiting events found dispatching network-vif-unplugged-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2584.970290] env[62187]: WARNING nova.compute.manager [req-e9977fdb-2561-405d-9075-c878626081bb req-687daad8-810d-4447-a962-0c7febc0c755 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received unexpected event network-vif-unplugged-91c38878-f200-452a-84e3-0b29ca3e3a83 for instance with vm_state shelved and task_state shelving_offloading. [ 2585.065109] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2585.065988] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d926889-ac95-48c4-a49e-9423fdd87d2e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.073535] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2585.073753] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c26a9240-703e-4331-a43a-00672ede9c4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.133598] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.646s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2585.257008] env[62187]: DEBUG oslo_vmware.api [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133977, 'name': PowerOffVM_Task, 'duration_secs': 0.205835} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2585.257270] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2585.257508] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2585.257689] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff6b32ce-413d-40e9-962e-48dde7301e9f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.673058] env[62187]: INFO nova.compute.manager [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Swapping old allocation on dict_keys(['cf2ba252-a209-4104-b3a7-5830e475f41c']) held by migration c388e62b-902c-4fae-93ad-7b6583c64e7c for instance [ 2586.697308] env[62187]: DEBUG nova.scheduler.client.report [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Overwriting current allocation {'allocations': {'cf2ba252-a209-4104-b3a7-5830e475f41c': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 190}}, 'project_id': 'f68db830b30742d69b077153a83a0713', 'user_id': 'e754545661784c6fa0ef9b0457a5e21d', 'consumer_generation': 1} on consumer 7850cfca-07fa-4ca3-b274-05875ac1f327 {{(pid=62187) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2586.771795] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2586.771997] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2586.772205] env[62187]: DEBUG nova.network.neutron [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2586.993806] env[62187]: DEBUG nova.compute.manager [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2586.994017] env[62187]: DEBUG nova.compute.manager [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing instance network info cache due to event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2586.994574] env[62187]: DEBUG oslo_concurrency.lockutils [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2586.994738] env[62187]: DEBUG oslo_concurrency.lockutils [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2586.994905] env[62187]: DEBUG nova.network.neutron [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2587.488353] env[62187]: DEBUG nova.network.neutron [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [{"id": "354897e2-795d-46b1-8dd2-b18315d9b035", "address": "fa:16:3e:df:40:86", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap354897e2-79", "ovs_interfaceid": "354897e2-795d-46b1-8dd2-b18315d9b035", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2587.682403] env[62187]: DEBUG nova.network.neutron [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updated VIF entry in instance network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2587.682805] env[62187]: DEBUG nova.network.neutron [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap91c38878-f2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2587.991281] env[62187]: DEBUG oslo_concurrency.lockutils [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-7850cfca-07fa-4ca3-b274-05875ac1f327" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2587.992280] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d7c68-460f-4560-9e58-df51880bef43 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2587.999963] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f8988e-1e07-4a4d-96e5-ab8ea204e7e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.185923] env[62187]: DEBUG oslo_concurrency.lockutils [req-f882f18d-cc43-48fd-a615-7979ba7e3384 req-11083788-104a-4887-b8a7-1b87d5eece24 service nova] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2588.424992] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2589.079147] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2589.079473] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b859f34-35e4-4cbc-8572-8daea256efdc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.087081] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2589.087081] env[62187]: value = "task-2133980" [ 2589.087081] env[62187]: _type = "Task" [ 2589.087081] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.094876] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.426887] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2589.427290] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Deleting contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2589.427573] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleting the datastore file [datastore1] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2589.427865] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4110c9ca-0280-4541-a318-9c343dc54a42 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.435967] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2589.435967] env[62187]: value = "task-2133981" [ 2589.435967] env[62187]: _type = "Task" [ 2589.435967] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.439482] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2589.439669] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2589.439839] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleting the datastore file [datastore2] f4b3f335-f4e2-41a2-951b-a7362f4a39b6 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2589.440091] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422bc0be-b313-4970-b0ba-a439c19554de {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.446237] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.447340] env[62187]: DEBUG oslo_vmware.api [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2589.447340] env[62187]: value = "task-2133982" [ 2589.447340] env[62187]: _type = "Task" [ 2589.447340] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.454328] env[62187]: DEBUG oslo_vmware.api [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133982, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.596548] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133980, 'name': PowerOffVM_Task, 'duration_secs': 0.195932} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2589.596819] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2589.597522] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2589.597736] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2589.597901] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2589.598123] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2589.598284] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2589.598424] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2589.598627] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2589.598785] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2589.598948] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2589.599125] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2589.599301] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2589.604284] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf64ffe7-168b-47ac-b7cc-02420cc1d9f2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.620018] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2589.620018] env[62187]: value = "task-2133983" [ 2589.620018] env[62187]: _type = "Task" [ 2589.620018] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.627645] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133983, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.945247] env[62187]: DEBUG oslo_vmware.api [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144818} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2589.945514] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2589.945696] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Deleted contents of the VM from datastore datastore1 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2589.945871] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2589.955516] env[62187]: DEBUG oslo_vmware.api [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2133982, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133592} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2589.955759] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2589.955938] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2589.956125] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2589.956298] env[62187]: INFO nova.compute.manager [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Took 5.23 seconds to destroy the instance on the hypervisor. [ 2589.956527] env[62187]: DEBUG oslo.service.loopingcall [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2589.956712] env[62187]: DEBUG nova.compute.manager [-] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2589.956805] env[62187]: DEBUG nova.network.neutron [-] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2589.966069] env[62187]: INFO nova.scheduler.client.report [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted allocations for instance 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 [ 2590.129895] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133983, 'name': ReconfigVM_Task, 'duration_secs': 0.140235} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2590.130671] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3816c65-1153-4fdf-92f9-ba9d8a0a6480 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.150726] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2590.150990] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2590.151151] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2590.151430] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2590.151484] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2590.151614] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2590.151819] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2590.151972] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2590.152149] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2590.152314] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2590.152484] env[62187]: DEBUG nova.virt.hardware [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2590.153260] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46ef00d7-ab66-4c17-9560-8e34398925ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.158516] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2590.158516] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b8081-3203-c9c9-c869-b6b4b27beb77" [ 2590.158516] env[62187]: _type = "Task" [ 2590.158516] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2590.168910] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]526b8081-3203-c9c9-c869-b6b4b27beb77, 'name': SearchDatastore_Task} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2590.174014] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2590.174266] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3c8d7a-6bc1-45c8-ab29-d4cf0c49ca93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.191881] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2590.191881] env[62187]: value = "task-2133984" [ 2590.191881] env[62187]: _type = "Task" [ 2590.191881] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2590.202673] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133984, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.426696] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2590.467256] env[62187]: DEBUG nova.compute.manager [req-b2e12aa3-a3a9-4f0b-827a-3ba801a90038 req-0da7fb36-18ea-4a89-be5c-c4483980898b service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Received event network-vif-deleted-d7072a68-7873-4e6c-9f89-8afbfad2fcf6 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2590.467256] env[62187]: INFO nova.compute.manager [req-b2e12aa3-a3a9-4f0b-827a-3ba801a90038 req-0da7fb36-18ea-4a89-be5c-c4483980898b service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Neutron deleted interface d7072a68-7873-4e6c-9f89-8afbfad2fcf6; detaching it from the instance and deleting it from the info cache [ 2590.467256] env[62187]: DEBUG nova.network.neutron [req-b2e12aa3-a3a9-4f0b-827a-3ba801a90038 req-0da7fb36-18ea-4a89-be5c-c4483980898b service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2590.470223] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2590.470464] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2590.470671] env[62187]: DEBUG nova.objects.instance [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'resources' on Instance uuid 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2590.702438] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.945935] env[62187]: DEBUG nova.network.neutron [-] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2590.968966] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2834b225-58b9-4ecb-80b2-9d24831f7400 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.973291] env[62187]: DEBUG nova.objects.instance [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'numa_topology' on Instance uuid 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2590.978546] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd4b22f-e1db-42b2-84cf-888f0aeac8ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.003266] env[62187]: DEBUG nova.compute.manager [req-b2e12aa3-a3a9-4f0b-827a-3ba801a90038 req-0da7fb36-18ea-4a89-be5c-c4483980898b service nova] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Detach interface failed, port_id=d7072a68-7873-4e6c-9f89-8afbfad2fcf6, reason: Instance f4b3f335-f4e2-41a2-951b-a7362f4a39b6 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2591.203015] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133984, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.420327] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2591.425016] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2591.448715] env[62187]: INFO nova.compute.manager [-] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Took 1.49 seconds to deallocate network for instance. [ 2591.475602] env[62187]: DEBUG nova.objects.base [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Object Instance<1c484a1e-a1d3-4a7a-8da9-0042b944dcd0> lazy-loaded attributes: resources,numa_topology {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2591.517451] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c2c84-5291-4768-a655-21b0af87efac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.525138] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2775834-4ebd-4b6a-9072-69169ef40bd2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.555984] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533c618b-4ade-4bf7-8e03-860fd2b53b74 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.563038] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dca7c2-84cf-4a05-abe9-353eb80d0f1c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.575654] env[62187]: DEBUG nova.compute.provider_tree [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2591.702749] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133984, 'name': ReconfigVM_Task, 'duration_secs': 1.222485} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2591.702975] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2591.703744] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd5624-e4c8-4679-bc33-6aa0aed74cc4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.728091] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2591.728349] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b3ae8dd-76b3-47ce-8189-b96ed4ce11a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.746247] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2591.746247] env[62187]: value = "task-2133985" [ 2591.746247] env[62187]: _type = "Task" [ 2591.746247] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2591.753672] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133985, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.956829] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2592.081045] env[62187]: DEBUG nova.scheduler.client.report [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2592.255918] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133985, 'name': ReconfigVM_Task, 'duration_secs': 0.276397} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2592.256217] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327/7850cfca-07fa-4ca3-b274-05875ac1f327.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2592.257017] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3162923-7e55-48c1-a33d-c58948558ba9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.279012] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb177d3-c616-4b1d-9283-17e49e29b846 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.299339] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dd953a-5ac3-40ff-b4c0-25932d28349c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.320171] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbde27ce-f0d5-4c23-8e3e-38427e23b750 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.326784] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2592.327014] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aaf8d8fe-5c66-42b6-ba7e-b7c2afc690aa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.333188] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2592.333188] env[62187]: value = "task-2133986" [ 2592.333188] env[62187]: _type = "Task" [ 2592.333188] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2592.340147] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.585502] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2592.589023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.631s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2592.589023] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2592.605621] env[62187]: INFO nova.scheduler.client.report [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted allocations for instance f4b3f335-f4e2-41a2-951b-a7362f4a39b6 [ 2592.843200] env[62187]: DEBUG oslo_vmware.api [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133986, 'name': PowerOnVM_Task, 'duration_secs': 0.371729} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2592.843458] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2593.096930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-c19f4db3-9e22-45ed-9065-7d060cd430f8 tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.157s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2593.114522] env[62187]: DEBUG oslo_concurrency.lockutils [None req-38ad17e9-46ec-42db-8a14-79ba2a62d282 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "f4b3f335-f4e2-41a2-951b-a7362f4a39b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.891s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2593.256987] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2593.256987] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2593.256987] env[62187]: INFO nova.compute.manager [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Unshelving [ 2593.425451] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2593.886130] env[62187]: INFO nova.compute.manager [None req-85bab0ff-a86d-4a0e-bdd1-f6130d0433ab tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance to original state: 'active' [ 2593.927866] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2593.928150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2593.928369] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2593.928536] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2593.929435] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c910e-62df-4e08-9673-952b879ac22e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.938071] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc15d63-85ae-4bf7-a909-d8d0260cb5d3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.952307] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4787050-83d3-454c-ad40-691e70061cf7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.958831] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca8e869-2faa-463c-99f3-b35a8c3090b2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2593.987612] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180553MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2593.987806] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2593.987998] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2594.278070] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2594.524505] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ba60f4df-1182-45a3-9bcd-388926c78672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2594.524705] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2595.015161] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 7850cfca-07fa-4ca3-b274-05875ac1f327 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2595.026536] env[62187]: DEBUG nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2595.417340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "7850cfca-07fa-4ca3-b274-05875ac1f327" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2595.417740] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2595.417889] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2595.418097] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2595.418273] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2595.420479] env[62187]: INFO nova.compute.manager [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Terminating instance [ 2595.518516] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2595.544932] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2595.924349] env[62187]: DEBUG nova.compute.manager [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2595.924597] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2595.924880] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e40103-de8f-43c3-b400-0ae414301c8a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.933410] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2595.933410] env[62187]: value = "task-2133987" [ 2595.933410] env[62187]: _type = "Task" [ 2595.933410] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.941756] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.021287] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ba60f4df-1182-45a3-9bcd-388926c78672 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2596.021548] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2596.021627] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2596.072842] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cf1ecd-88e7-4007-a93c-a09f0ff025ca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.080574] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750ee75c-b1c3-4c69-9621-dc19744c659a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.111444] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ce9690-c737-472a-9daa-3007cdd87cd1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.118679] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b9dda-6776-418b-96f8-5319e1f76be9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.132500] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2596.443482] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133987, 'name': PowerOffVM_Task, 'duration_secs': 0.176789} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.443874] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2596.443941] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Volume detach. Driver type: vmdk {{(pid=62187) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2596.444165] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436320', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'name': 'volume-e131656b-d089-461e-ae57-a1d50b23fa14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7850cfca-07fa-4ca3-b274-05875ac1f327', 'attached_at': '2025-01-16T01:47:50.000000', 'detached_at': '', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'serial': 'e131656b-d089-461e-ae57-a1d50b23fa14'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2596.444892] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c0a8ae-00f3-4d59-b81e-55b6c924abca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.464496] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1be0d1-54b0-45cd-bb71-11e75da2cd85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.470477] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb4529-9976-4a13-b46d-783ef0deca21 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.489948] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5026a339-1888-4612-9332-815d316b02a6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.503823] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] The volume has not been displaced from its original location: [datastore1] volume-e131656b-d089-461e-ae57-a1d50b23fa14/volume-e131656b-d089-461e-ae57-a1d50b23fa14.vmdk. No consolidation needed. {{(pid=62187) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2596.508841] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2596.509094] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9de51a8-c77f-44fd-86d7-71f4acaeb0b7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.525972] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2596.525972] env[62187]: value = "task-2133988" [ 2596.525972] env[62187]: _type = "Task" [ 2596.525972] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.534278] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.635526] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2597.035612] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133988, 'name': ReconfigVM_Task, 'duration_secs': 0.198178} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2597.035827] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62187) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2597.040299] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399420ea-586d-4f16-8c72-7364665eb18c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.055275] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2597.055275] env[62187]: value = "task-2133989" [ 2597.055275] env[62187]: _type = "Task" [ 2597.055275] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.062358] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.140420] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2597.140721] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.153s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2597.140968] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.863s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2597.141241] env[62187]: DEBUG nova.objects.instance [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'pci_requests' on Instance uuid 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2597.565743] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133989, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.645397] env[62187]: DEBUG nova.objects.instance [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'numa_topology' on Instance uuid 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2598.066140] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133989, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.141874] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2598.148267] env[62187]: INFO nova.compute.claims [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2598.571033] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133989, 'name': ReconfigVM_Task, 'duration_secs': 1.138787} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2598.571470] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-436320', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'name': 'volume-e131656b-d089-461e-ae57-a1d50b23fa14', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '7850cfca-07fa-4ca3-b274-05875ac1f327', 'attached_at': '2025-01-16T01:47:50.000000', 'detached_at': '', 'volume_id': 'e131656b-d089-461e-ae57-a1d50b23fa14', 'serial': 'e131656b-d089-461e-ae57-a1d50b23fa14'} {{(pid=62187) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2598.571886] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2598.573059] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c691dbc1-cd44-4689-9b1e-4d19ffbdcd64 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.582663] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2598.583008] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49381526-faf9-402b-9fc2-3b8f2acfe923 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.647473] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2598.741240] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2598.741441] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2598.741623] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleting the datastore file [datastore2] 7850cfca-07fa-4ca3-b274-05875ac1f327 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2598.741902] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51cc32dd-22e3-4006-916b-2ddde6ff2a23 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.748020] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2598.748020] env[62187]: value = "task-2133991" [ 2598.748020] env[62187]: _type = "Task" [ 2598.748020] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2598.756175] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2599.213254] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06875095-f717-4035-a49e-ad72646b7fec {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.221455] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b7f6c9-f2d7-4cc9-90b5-f1fd79c9e810 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.255156] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16f3ffa-5262-4183-a72e-e28640b49371 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.262862] env[62187]: DEBUG oslo_vmware.api [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2133991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145407} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2599.265013] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2599.265218] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2599.265479] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2599.265590] env[62187]: INFO nova.compute.manager [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Took 3.34 seconds to destroy the instance on the hypervisor. [ 2599.265808] env[62187]: DEBUG oslo.service.loopingcall [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2599.266093] env[62187]: DEBUG nova.compute.manager [-] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2599.266196] env[62187]: DEBUG nova.network.neutron [-] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2599.268717] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3d61ca-38f9-4bae-a49b-5038b59a63e5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.282577] env[62187]: DEBUG nova.compute.provider_tree [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2599.747115] env[62187]: DEBUG nova.compute.manager [req-abb538b7-fd98-4cba-aef3-17b37b2b0c9d req-90ce60f4-612e-4c8c-9b9d-e3febf5b123a service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Received event network-vif-deleted-354897e2-795d-46b1-8dd2-b18315d9b035 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2599.747541] env[62187]: INFO nova.compute.manager [req-abb538b7-fd98-4cba-aef3-17b37b2b0c9d req-90ce60f4-612e-4c8c-9b9d-e3febf5b123a service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Neutron deleted interface 354897e2-795d-46b1-8dd2-b18315d9b035; detaching it from the instance and deleting it from the info cache [ 2599.747541] env[62187]: DEBUG nova.network.neutron [req-abb538b7-fd98-4cba-aef3-17b37b2b0c9d req-90ce60f4-612e-4c8c-9b9d-e3febf5b123a service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2599.785724] env[62187]: DEBUG nova.scheduler.client.report [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2600.224732] env[62187]: DEBUG nova.network.neutron [-] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2600.250192] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a2479a0-16b4-464d-8093-7fd3a46c4a6d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.260165] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194f4dec-827e-4a55-9e48-1c85eb5e8f38 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.284921] env[62187]: DEBUG nova.compute.manager [req-abb538b7-fd98-4cba-aef3-17b37b2b0c9d req-90ce60f4-612e-4c8c-9b9d-e3febf5b123a service nova] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Detach interface failed, port_id=354897e2-795d-46b1-8dd2-b18315d9b035, reason: Instance 7850cfca-07fa-4ca3-b274-05875ac1f327 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2600.289859] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.149s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2600.291940] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.747s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2600.293466] env[62187]: INFO nova.compute.claims [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2600.329587] env[62187]: INFO nova.network.neutron [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating port 91c38878-f200-452a-84e3-0b29ca3e3a83 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2600.727396] env[62187]: INFO nova.compute.manager [-] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Took 1.46 seconds to deallocate network for instance. [ 2601.270091] env[62187]: INFO nova.compute.manager [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Took 0.54 seconds to detach 1 volumes for instance. [ 2601.351696] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e559e786-0322-448a-9ac6-0290ab1f1923 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.359336] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8a0cb2-e5ad-4a7e-844f-6c3fa7d49652 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.388664] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9097d516-1fe6-43e1-a9a6-19e0f25dcce4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.395743] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77578c1d-3d52-4abe-906e-b9ae4389540a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2601.408502] env[62187]: DEBUG nova.compute.provider_tree [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2601.775868] env[62187]: DEBUG nova.compute.manager [req-b8a86031-c6b6-4248-9205-513d2c5b680e req-6036a0e0-1c82-4239-bc30-a581dc9f8cd6 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-vif-plugged-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2601.778790] env[62187]: DEBUG oslo_concurrency.lockutils [req-b8a86031-c6b6-4248-9205-513d2c5b680e req-6036a0e0-1c82-4239-bc30-a581dc9f8cd6 service nova] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2601.778790] env[62187]: DEBUG oslo_concurrency.lockutils [req-b8a86031-c6b6-4248-9205-513d2c5b680e req-6036a0e0-1c82-4239-bc30-a581dc9f8cd6 service nova] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2601.778790] env[62187]: DEBUG oslo_concurrency.lockutils [req-b8a86031-c6b6-4248-9205-513d2c5b680e req-6036a0e0-1c82-4239-bc30-a581dc9f8cd6 service nova] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2601.778790] env[62187]: DEBUG nova.compute.manager [req-b8a86031-c6b6-4248-9205-513d2c5b680e req-6036a0e0-1c82-4239-bc30-a581dc9f8cd6 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] No waiting events found dispatching network-vif-plugged-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2601.778790] env[62187]: WARNING nova.compute.manager [req-b8a86031-c6b6-4248-9205-513d2c5b680e req-6036a0e0-1c82-4239-bc30-a581dc9f8cd6 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received unexpected event network-vif-plugged-91c38878-f200-452a-84e3-0b29ca3e3a83 for instance with vm_state shelved_offloaded and task_state spawning. [ 2601.778790] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2601.849627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2601.849627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2601.849627] env[62187]: DEBUG nova.network.neutron [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2601.911568] env[62187]: DEBUG nova.scheduler.client.report [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2602.416421] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2602.417024] env[62187]: DEBUG nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2602.419772] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.641s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2602.420344] env[62187]: DEBUG nova.objects.instance [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'resources' on Instance uuid 7850cfca-07fa-4ca3-b274-05875ac1f327 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2602.770447] env[62187]: DEBUG nova.network.neutron [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2602.922918] env[62187]: DEBUG nova.compute.utils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2602.926835] env[62187]: DEBUG nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2602.927016] env[62187]: DEBUG nova.network.neutron [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2602.964604] env[62187]: DEBUG nova.policy [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cde503342b5d4b799a84daaeee42745b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9972912c612f4173abd479c5814de18b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2602.969779] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29cffcb-040b-4eeb-86d4-1a7a07b75a48 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.977433] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2041dca2-6f50-4a41-bcfd-3069f7cdbd34 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.008550] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed08032-4d85-4b26-ace6-11a05efe925a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.015565] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e3c60-5948-4054-8693-10f9e4fe4198 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.029726] env[62187]: DEBUG nova.compute.provider_tree [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2603.254323] env[62187]: DEBUG nova.network.neutron [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Successfully created port: 1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2603.275232] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2603.303639] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3c3a8a07313c2fa4a8eda5f6e45c609a',container_format='bare',created_at=2025-01-16T01:47:27Z,direct_url=,disk_format='vmdk',id=c9a0f025-8c8f-4461-812f-0aacb583bf8f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-677619233-shelved',owner='2ebb43df25cd4cbeb739e07955e8302e',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-01-16T01:47:42Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2603.303922] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2603.304093] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2603.304283] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2603.304432] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2603.304576] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2603.304782] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2603.304939] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2603.305116] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2603.305324] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2603.305455] env[62187]: DEBUG nova.virt.hardware [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2603.306308] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be77a6-4388-493c-9172-d31c4024d67a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.314046] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1931eece-6356-483d-ab36-b7576e8d3ec0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.327082] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:89:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91c38878-f200-452a-84e3-0b29ca3e3a83', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2603.334528] env[62187]: DEBUG oslo.service.loopingcall [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2603.334785] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2603.335008] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad5f67b-d708-4b9d-a923-87972f1d5f80 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.354324] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2603.354324] env[62187]: value = "task-2133992" [ 2603.354324] env[62187]: _type = "Task" [ 2603.354324] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2603.361618] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133992, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.427611] env[62187]: DEBUG nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2603.532705] env[62187]: DEBUG nova.scheduler.client.report [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2603.800784] env[62187]: DEBUG nova.compute.manager [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2603.800981] env[62187]: DEBUG nova.compute.manager [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing instance network info cache due to event network-changed-91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2603.801235] env[62187]: DEBUG oslo_concurrency.lockutils [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2603.801391] env[62187]: DEBUG oslo_concurrency.lockutils [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2603.801554] env[62187]: DEBUG nova.network.neutron [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Refreshing network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2603.864874] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133992, 'name': CreateVM_Task, 'duration_secs': 0.40894} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2603.864874] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2603.865595] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2603.865778] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2603.866203] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2603.867039] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87215424-483c-4fe6-bcbe-03c17d2aed09 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.871738] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2603.871738] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb59f1-549d-ee3c-3a58-552e6b6bfdda" [ 2603.871738] env[62187]: _type = "Task" [ 2603.871738] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2603.879196] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52eb59f1-549d-ee3c-3a58-552e6b6bfdda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.037948] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2604.065990] env[62187]: INFO nova.scheduler.client.report [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted allocations for instance 7850cfca-07fa-4ca3-b274-05875ac1f327 [ 2604.383716] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2604.383976] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Processing image c9a0f025-8c8f-4461-812f-0aacb583bf8f {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2604.384236] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f/c9a0f025-8c8f-4461-812f-0aacb583bf8f.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2604.384387] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f/c9a0f025-8c8f-4461-812f-0aacb583bf8f.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2604.384564] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2604.384799] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfdd4cb6-06e1-40c7-bc52-186f264535bc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.393451] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2604.393640] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2604.394310] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3c614a-31e4-4d4e-9942-cb68866dde96 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.398959] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2604.398959] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5250ede4-da9d-b69b-a753-5d6e0db243cd" [ 2604.398959] env[62187]: _type = "Task" [ 2604.398959] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2604.406295] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5250ede4-da9d-b69b-a753-5d6e0db243cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.437934] env[62187]: DEBUG nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2604.467725] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2604.467725] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2604.467725] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2604.467725] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2604.468024] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2604.468024] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2604.468114] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2604.468294] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2604.468459] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2604.468621] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2604.468794] env[62187]: DEBUG nova.virt.hardware [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2604.469635] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56b16f4-5f72-4c45-bb77-397c45d17591 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.477703] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb04072-29dc-4e40-95a0-de19f17c49ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.573325] env[62187]: DEBUG oslo_concurrency.lockutils [None req-af11c6a8-dc6e-4da8-b3ad-27361411ee60 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "7850cfca-07fa-4ca3-b274-05875ac1f327" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.156s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2604.619856] env[62187]: DEBUG nova.network.neutron [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updated VIF entry in instance network info cache for port 91c38878-f200-452a-84e3-0b29ca3e3a83. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2604.620288] env[62187]: DEBUG nova.network.neutron [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2604.838891] env[62187]: DEBUG nova.network.neutron [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Successfully updated port: 1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2604.908893] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Preparing fetch location {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2604.910023] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Fetch image to [datastore2] OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb/OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb.vmdk {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2604.910023] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Downloading stream optimized image c9a0f025-8c8f-4461-812f-0aacb583bf8f to [datastore2] OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb/OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb.vmdk on the data store datastore2 as vApp {{(pid=62187) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2604.910023] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Downloading image file data c9a0f025-8c8f-4461-812f-0aacb583bf8f to the ESX as VM named 'OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb' {{(pid=62187) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2604.975995] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2604.975995] env[62187]: value = "resgroup-9" [ 2604.975995] env[62187]: _type = "ResourcePool" [ 2604.975995] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2604.976311] env[62187]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-83faa3ea-874c-4c5d-9fc0-0f3158e5fc2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.998157] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease: (returnval){ [ 2604.998157] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5224c0d5-eddb-fa7d-60bd-9243bc11df8d" [ 2604.998157] env[62187]: _type = "HttpNfcLease" [ 2604.998157] env[62187]: } obtained for vApp import into resource pool (val){ [ 2604.998157] env[62187]: value = "resgroup-9" [ 2604.998157] env[62187]: _type = "ResourcePool" [ 2604.998157] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2604.998514] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the lease: (returnval){ [ 2604.998514] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5224c0d5-eddb-fa7d-60bd-9243bc11df8d" [ 2604.998514] env[62187]: _type = "HttpNfcLease" [ 2604.998514] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2605.004731] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2605.004731] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5224c0d5-eddb-fa7d-60bd-9243bc11df8d" [ 2605.004731] env[62187]: _type = "HttpNfcLease" [ 2605.004731] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2605.122530] env[62187]: DEBUG oslo_concurrency.lockutils [req-2e521232-7453-4236-861f-81a7407a9193 req-d6f76aba-194d-4aac-b1be-f84456c11584 service nova] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2605.341845] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2605.342085] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2605.342274] env[62187]: DEBUG nova.network.neutron [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2605.506610] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2605.506610] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5224c0d5-eddb-fa7d-60bd-9243bc11df8d" [ 2605.506610] env[62187]: _type = "HttpNfcLease" [ 2605.506610] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2605.507041] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2605.507041] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5224c0d5-eddb-fa7d-60bd-9243bc11df8d" [ 2605.507041] env[62187]: _type = "HttpNfcLease" [ 2605.507041] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2605.507665] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d8beaf-0975-4af0-ad28-17d10e2aef5a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2605.514897] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520daad3-5eee-1980-fe16-ba89d4c47cc1/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2605.515100] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520daad3-5eee-1980-fe16-ba89d4c47cc1/disk-0.vmdk. {{(pid=62187) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2605.582061] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-acf1e50c-4922-45cf-9c12-772167f47c03 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2605.827505] env[62187]: DEBUG nova.compute.manager [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Received event network-vif-plugged-1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2605.827505] env[62187]: DEBUG oslo_concurrency.lockutils [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] Acquiring lock "ba60f4df-1182-45a3-9bcd-388926c78672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2605.827775] env[62187]: DEBUG oslo_concurrency.lockutils [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] Lock "ba60f4df-1182-45a3-9bcd-388926c78672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2605.827865] env[62187]: DEBUG oslo_concurrency.lockutils [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] Lock "ba60f4df-1182-45a3-9bcd-388926c78672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2605.828050] env[62187]: DEBUG nova.compute.manager [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] No waiting events found dispatching network-vif-plugged-1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2605.828302] env[62187]: WARNING nova.compute.manager [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Received unexpected event network-vif-plugged-1ec2616a-e771-4e6b-8428-00ac053bb5bf for instance with vm_state building and task_state spawning. [ 2605.828466] env[62187]: DEBUG nova.compute.manager [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Received event network-changed-1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2605.828640] env[62187]: DEBUG nova.compute.manager [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Refreshing instance network info cache due to event network-changed-1ec2616a-e771-4e6b-8428-00ac053bb5bf. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2605.828854] env[62187]: DEBUG oslo_concurrency.lockutils [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] Acquiring lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2605.848694] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2605.848919] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2605.879867] env[62187]: DEBUG nova.network.neutron [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2606.062918] env[62187]: DEBUG nova.network.neutron [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updating instance_info_cache with network_info: [{"id": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "address": "fa:16:3e:2b:f2:db", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec2616a-e7", "ovs_interfaceid": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2606.350834] env[62187]: DEBUG nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2606.566307] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2606.566691] env[62187]: DEBUG nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Instance network_info: |[{"id": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "address": "fa:16:3e:2b:f2:db", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec2616a-e7", "ovs_interfaceid": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2606.566904] env[62187]: DEBUG oslo_concurrency.lockutils [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] Acquired lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2606.567091] env[62187]: DEBUG nova.network.neutron [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Refreshing network info cache for port 1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2606.568361] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:f2:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ec2616a-e771-4e6b-8428-00ac053bb5bf', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2606.575710] env[62187]: DEBUG oslo.service.loopingcall [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2606.581439] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2606.582256] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e98ea333-9c79-4d87-88eb-12c5dbcfe446 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.605622] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2606.605622] env[62187]: value = "task-2133994" [ 2606.605622] env[62187]: _type = "Task" [ 2606.605622] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2606.615277] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2606.641733] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Completed reading data from the image iterator. {{(pid=62187) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2606.641990] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520daad3-5eee-1980-fe16-ba89d4c47cc1/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2606.642992] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f722a0-85d8-4e77-b050-3e3d2336729f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.649355] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520daad3-5eee-1980-fe16-ba89d4c47cc1/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2606.649519] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520daad3-5eee-1980-fe16-ba89d4c47cc1/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2606.649743] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d975636f-2ba7-412f-bac5-fe544dea5723 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.830323] env[62187]: DEBUG nova.network.neutron [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updated VIF entry in instance network info cache for port 1ec2616a-e771-4e6b-8428-00ac053bb5bf. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2606.830742] env[62187]: DEBUG nova.network.neutron [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updating instance_info_cache with network_info: [{"id": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "address": "fa:16:3e:2b:f2:db", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec2616a-e7", "ovs_interfaceid": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2606.864117] env[62187]: DEBUG oslo_vmware.rw_handles [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520daad3-5eee-1980-fe16-ba89d4c47cc1/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2606.864474] env[62187]: INFO nova.virt.vmwareapi.images [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Downloaded image file data c9a0f025-8c8f-4461-812f-0aacb583bf8f [ 2606.865701] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb53a24-1989-48db-b864-acb49d7baabd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.882019] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2606.882267] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2606.883794] env[62187]: INFO nova.compute.claims [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2606.886215] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0325b3c-6492-4ba4-ad69-f2648b55707b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.914659] env[62187]: INFO nova.virt.vmwareapi.images [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] The imported VM was unregistered [ 2606.917068] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Caching image {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2606.917303] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Creating directory with path [datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2606.917561] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88a975db-e1ef-48f5-b9f0-f359b5a56b6a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.927388] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Created directory with path [datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2606.927565] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb/OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb.vmdk to [datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f/c9a0f025-8c8f-4461-812f-0aacb583bf8f.vmdk. {{(pid=62187) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2606.927791] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bc27f742-760f-4ec1-8131-93af719810f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2606.934166] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2606.934166] env[62187]: value = "task-2133996" [ 2606.934166] env[62187]: _type = "Task" [ 2606.934166] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2606.941566] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133996, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.114942] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.333776] env[62187]: DEBUG oslo_concurrency.lockutils [req-7b58de6e-beed-43ec-9f58-0c00a040b04b req-37039a3d-06a2-4b38-939a-ad58a3cbae3d service nova] Releasing lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2607.446049] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133996, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.616408] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.947328] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133996, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2607.952279] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d58e8-042b-402d-b06e-6a9d22a4fc6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.959962] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc5f3ec-7750-4feb-8c8f-dc3bd9d7b62a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.991325] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081136d-ec59-4c34-bdf1-26c6a6997986 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.999170] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e4c3cc-039f-4a49-b95e-18ba4752ce55 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.012826] env[62187]: DEBUG nova.compute.provider_tree [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2608.116244] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.446062] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133996, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.516361] env[62187]: DEBUG nova.scheduler.client.report [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2608.618731] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2608.946323] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133996, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.021460] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2609.022012] env[62187]: DEBUG nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2609.117443] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.447386] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133996, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.187925} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2609.447640] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb/OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb.vmdk to [datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f/c9a0f025-8c8f-4461-812f-0aacb583bf8f.vmdk. [ 2609.447826] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Cleaning up location [datastore2] OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2609.447988] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4013f980-1c58-43a1-930d-193b12f617cb {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2609.448249] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af1d84e6-8f75-4952-bed8-801e8e66e100 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.454650] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2609.454650] env[62187]: value = "task-2133997" [ 2609.454650] env[62187]: _type = "Task" [ 2609.454650] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2609.461663] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.527296] env[62187]: DEBUG nova.compute.utils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2609.528768] env[62187]: DEBUG nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2609.528940] env[62187]: DEBUG nova.network.neutron [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2609.565109] env[62187]: DEBUG nova.policy [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e754545661784c6fa0ef9b0457a5e21d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f68db830b30742d69b077153a83a0713', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2609.617227] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.802184] env[62187]: DEBUG nova.network.neutron [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Successfully created port: 48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2609.964848] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032867} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2609.965106] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2609.965277] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f/c9a0f025-8c8f-4461-812f-0aacb583bf8f.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2609.965530] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f/c9a0f025-8c8f-4461-812f-0aacb583bf8f.vmdk to [datastore2] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2609.965773] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ff2d1c3-b328-412e-86d1-5c7a793f4e50 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.972627] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2609.972627] env[62187]: value = "task-2133998" [ 2609.972627] env[62187]: _type = "Task" [ 2609.972627] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2609.980410] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.032344] env[62187]: DEBUG nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2610.118819] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.482308] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133998, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.620454] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.983014] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133998, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.043601] env[62187]: DEBUG nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2611.071610] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2611.071865] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2611.072033] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2611.072223] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2611.072417] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2611.072621] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2611.072838] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2611.072998] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2611.073180] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2611.073344] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2611.073518] env[62187]: DEBUG nova.virt.hardware [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2611.074442] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e8116-ebf0-4e22-9e10-7b0c3bc153f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.082422] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513a90a-52f1-4c58-babe-cd83da6c2fc3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.118935] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.484252] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133998, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.620777] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2611.984724] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133998, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.120603] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.485158] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133998, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.114895} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2612.485439] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c9a0f025-8c8f-4461-812f-0aacb583bf8f/c9a0f025-8c8f-4461-812f-0aacb583bf8f.vmdk to [datastore2] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2612.486214] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93384b6f-d299-4f3e-a61e-4defacdde4ef {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.507144] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2612.507366] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3724873a-85eb-4dda-96a6-4fed2038f81c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2612.525205] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2612.525205] env[62187]: value = "task-2133999" [ 2612.525205] env[62187]: _type = "Task" [ 2612.525205] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2612.532289] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.621480] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.035800] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2133999, 'name': ReconfigVM_Task, 'duration_secs': 0.266549} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2613.036167] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0/1c484a1e-a1d3-4a7a-8da9-0042b944dcd0.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2613.036697] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84ddc7e7-c7ce-4836-a8b5-2b14ade0ea72 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.043090] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2613.043090] env[62187]: value = "task-2134000" [ 2613.043090] env[62187]: _type = "Task" [ 2613.043090] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2613.049874] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134000, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.121195] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.552900] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134000, 'name': Rename_Task, 'duration_secs': 0.132704} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2613.553190] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2613.553429] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c7e2ad2-eec1-479b-b08e-19f8b853b932 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.560194] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2613.560194] env[62187]: value = "task-2134001" [ 2613.560194] env[62187]: _type = "Task" [ 2613.560194] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2613.567497] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.622521] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 25%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2614.074542] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2614.123825] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2614.571346] env[62187]: DEBUG oslo_vmware.api [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134001, 'name': PowerOnVM_Task, 'duration_secs': 0.586112} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2614.571623] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2614.625045] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2133994, 'name': CreateVM_Task, 'duration_secs': 7.538457} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2614.625223] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2614.625881] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2614.626052] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2614.626382] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2614.626628] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06126de-5e46-482a-80de-af0e263700dc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.631138] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2614.631138] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5293f99c-fc34-349c-52fb-8e0837524edf" [ 2614.631138] env[62187]: _type = "Task" [ 2614.631138] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2614.640150] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5293f99c-fc34-349c-52fb-8e0837524edf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2614.671484] env[62187]: DEBUG nova.compute.manager [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2614.672730] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9212c8a8-55f7-4026-8b51-c8cebf61ad8b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2614.732063] env[62187]: DEBUG nova.compute.manager [req-a9a260b9-bbdd-4c42-9514-b013bd8e6bf1 req-de93678a-cbf7-42b0-88c0-f26c856f8bcb service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-vif-plugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2614.732295] env[62187]: DEBUG oslo_concurrency.lockutils [req-a9a260b9-bbdd-4c42-9514-b013bd8e6bf1 req-de93678a-cbf7-42b0-88c0-f26c856f8bcb service nova] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2614.732532] env[62187]: DEBUG oslo_concurrency.lockutils [req-a9a260b9-bbdd-4c42-9514-b013bd8e6bf1 req-de93678a-cbf7-42b0-88c0-f26c856f8bcb service nova] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2614.732709] env[62187]: DEBUG oslo_concurrency.lockutils [req-a9a260b9-bbdd-4c42-9514-b013bd8e6bf1 req-de93678a-cbf7-42b0-88c0-f26c856f8bcb service nova] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2614.732878] env[62187]: DEBUG nova.compute.manager [req-a9a260b9-bbdd-4c42-9514-b013bd8e6bf1 req-de93678a-cbf7-42b0-88c0-f26c856f8bcb service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] No waiting events found dispatching network-vif-plugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2614.733664] env[62187]: WARNING nova.compute.manager [req-a9a260b9-bbdd-4c42-9514-b013bd8e6bf1 req-de93678a-cbf7-42b0-88c0-f26c856f8bcb service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received unexpected event network-vif-plugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f for instance with vm_state building and task_state spawning. [ 2615.142364] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5293f99c-fc34-349c-52fb-8e0837524edf, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2615.142778] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2615.142995] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2615.143280] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2615.143430] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2615.143642] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2615.143908] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e56334-b022-4aa0-9c92-c7d803b46ce1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.152404] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2615.152661] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2615.153409] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0024d5-7000-4890-964e-396730d926ed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.158502] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2615.158502] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d5527c-509b-3203-c3e6-567448e404bb" [ 2615.158502] env[62187]: _type = "Task" [ 2615.158502] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2615.165985] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d5527c-509b-3203-c3e6-567448e404bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2615.190880] env[62187]: DEBUG oslo_concurrency.lockutils [None req-dcaf549f-c676-41dd-9c20-ec452afcbdff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.934s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2615.280347] env[62187]: DEBUG nova.network.neutron [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Successfully updated port: 48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2615.305559] env[62187]: DEBUG nova.compute.manager [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2615.305780] env[62187]: DEBUG nova.compute.manager [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing instance network info cache due to event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2615.305991] env[62187]: DEBUG oslo_concurrency.lockutils [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2615.306139] env[62187]: DEBUG oslo_concurrency.lockutils [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2615.306292] env[62187]: DEBUG nova.network.neutron [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing network info cache for port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2615.668622] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d5527c-509b-3203-c3e6-567448e404bb, 'name': SearchDatastore_Task, 'duration_secs': 0.008532} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2615.669396] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-169ac205-e7f8-4fdf-b3a1-ce1244291638 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2615.674792] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2615.674792] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52316265-6356-de89-10a8-3ea3a5dbdb6c" [ 2615.674792] env[62187]: _type = "Task" [ 2615.674792] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2615.683678] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52316265-6356-de89-10a8-3ea3a5dbdb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2615.784120] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2615.841530] env[62187]: DEBUG nova.network.neutron [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2615.931891] env[62187]: DEBUG nova.network.neutron [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2616.185132] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52316265-6356-de89-10a8-3ea3a5dbdb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2616.185460] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2616.185606] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] ba60f4df-1182-45a3-9bcd-388926c78672/ba60f4df-1182-45a3-9bcd-388926c78672.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2616.185855] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e359db53-e89f-4d3d-ab15-8d4d42eb24f5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.192815] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2616.192815] env[62187]: value = "task-2134002" [ 2616.192815] env[62187]: _type = "Task" [ 2616.192815] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2616.199947] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2616.434659] env[62187]: DEBUG oslo_concurrency.lockutils [req-e11b4e93-ede8-4bc3-8590-42e45ba069be req-6faeda2d-b061-40c7-8a1b-3cb639db1610 service nova] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2616.435049] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2616.435248] env[62187]: DEBUG nova.network.neutron [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2616.703838] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409805} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2616.704073] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] ba60f4df-1182-45a3-9bcd-388926c78672/ba60f4df-1182-45a3-9bcd-388926c78672.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2616.704289] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2616.704544] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05040b0a-9c2a-42ea-99d1-b1b8f69be49f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.711580] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2616.711580] env[62187]: value = "task-2134003" [ 2616.711580] env[62187]: _type = "Task" [ 2616.711580] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2616.718861] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2616.964868] env[62187]: DEBUG nova.network.neutron [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2617.127144] env[62187]: DEBUG nova.network.neutron [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e91c7e-07", "ovs_interfaceid": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2617.220964] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063049} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2617.221341] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2617.221979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e25c6c2-674e-454d-bf00-9b06b6c3fd2f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.243751] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ba60f4df-1182-45a3-9bcd-388926c78672/ba60f4df-1182-45a3-9bcd-388926c78672.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2617.244009] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9553d1-faaf-414b-a648-e92391f1a140 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.263224] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2617.263224] env[62187]: value = "task-2134004" [ 2617.263224] env[62187]: _type = "Task" [ 2617.263224] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2617.271650] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2617.630024] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2617.630278] env[62187]: DEBUG nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Instance network_info: |[{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e91c7e-07", "ovs_interfaceid": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2617.630744] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:35:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48e91c7e-07f3-4613-bd23-912bdfaa7c6f', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2617.638061] env[62187]: DEBUG oslo.service.loopingcall [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2617.638286] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2617.638547] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc8d01e4-4a37-4138-9a36-a54af0f1d57b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2617.658237] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2617.658237] env[62187]: value = "task-2134005" [ 2617.658237] env[62187]: _type = "Task" [ 2617.658237] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2617.665503] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2134005, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2617.772436] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2618.170556] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2134005, 'name': CreateVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2618.273026] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134004, 'name': ReconfigVM_Task, 'duration_secs': 0.897719} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2618.273352] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ba60f4df-1182-45a3-9bcd-388926c78672/ba60f4df-1182-45a3-9bcd-388926c78672.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2618.273921] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ee5598-502f-44d2-ba49-d6f582db148e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.280414] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2618.280414] env[62187]: value = "task-2134006" [ 2618.280414] env[62187]: _type = "Task" [ 2618.280414] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2618.287586] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134006, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2618.669107] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2134005, 'name': CreateVM_Task, 'duration_secs': 0.570763} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2618.669309] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2618.669922] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2618.670104] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2618.670456] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2618.670700] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7f8829-518d-4188-b9a1-3f81e04b0eb2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.675175] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2618.675175] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521e23ec-2c8b-6eb1-9b55-3058aac52458" [ 2618.675175] env[62187]: _type = "Task" [ 2618.675175] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2618.682010] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521e23ec-2c8b-6eb1-9b55-3058aac52458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2618.789418] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134006, 'name': Rename_Task, 'duration_secs': 0.127715} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2618.789682] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2618.789910] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cca11fc-ffa7-414f-adeb-f1affc3152c1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2618.795741] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2618.795741] env[62187]: value = "task-2134007" [ 2618.795741] env[62187]: _type = "Task" [ 2618.795741] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2618.802595] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2619.185431] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521e23ec-2c8b-6eb1-9b55-3058aac52458, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2619.185735] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2619.185969] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2619.186219] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2619.186375] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2619.186572] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2619.186849] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-366afa28-3a17-4285-bd35-a13916d8424c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.195074] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2619.195402] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2619.195920] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39898559-c70a-4f39-ac57-3c3057f620a0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.201444] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2619.201444] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e79dba-aded-f3d8-8520-8b86dbeb8d45" [ 2619.201444] env[62187]: _type = "Task" [ 2619.201444] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2619.209141] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e79dba-aded-f3d8-8520-8b86dbeb8d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2619.305282] env[62187]: DEBUG oslo_vmware.api [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134007, 'name': PowerOnVM_Task, 'duration_secs': 0.410434} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2619.305578] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2619.305751] env[62187]: INFO nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Took 14.87 seconds to spawn the instance on the hypervisor. [ 2619.305929] env[62187]: DEBUG nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2619.306683] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29289c7-e62e-49d1-8913-b98d1a93ecb0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.711841] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52e79dba-aded-f3d8-8520-8b86dbeb8d45, 'name': SearchDatastore_Task, 'duration_secs': 0.007971} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2619.712626] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0893ef-ab46-439c-914c-9bf57b8bcb5a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2619.717515] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2619.717515] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522fae32-5726-c94e-f359-cf85a76d3e90" [ 2619.717515] env[62187]: _type = "Task" [ 2619.717515] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2619.724921] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522fae32-5726-c94e-f359-cf85a76d3e90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2619.823109] env[62187]: INFO nova.compute.manager [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Took 24.29 seconds to build instance. [ 2620.230574] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522fae32-5726-c94e-f359-cf85a76d3e90, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2620.230926] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2620.231288] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2620.231619] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d267bb2-ee39-4236-9a28-d8e15e15b3cb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.238524] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2620.238524] env[62187]: value = "task-2134008" [ 2620.238524] env[62187]: _type = "Task" [ 2620.238524] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2620.246562] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2620.325357] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6561a29b-9313-4fe5-90c4-2590c0639b48 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.800s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2620.748585] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448149} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2620.748865] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2620.748982] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2620.749248] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8d91afb-682c-438b-850b-7dbbdf73eac0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.755598] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2620.755598] env[62187]: value = "task-2134009" [ 2620.755598] env[62187]: _type = "Task" [ 2620.755598] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2620.762462] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134009, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2620.972359] env[62187]: DEBUG nova.compute.manager [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Received event network-changed-1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2620.972556] env[62187]: DEBUG nova.compute.manager [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Refreshing instance network info cache due to event network-changed-1ec2616a-e771-4e6b-8428-00ac053bb5bf. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2620.972771] env[62187]: DEBUG oslo_concurrency.lockutils [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] Acquiring lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2620.972908] env[62187]: DEBUG oslo_concurrency.lockutils [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] Acquired lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2620.973224] env[62187]: DEBUG nova.network.neutron [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Refreshing network info cache for port 1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2621.265610] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134009, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061326} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2621.265887] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2621.266645] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab572c15-ea9b-4605-9063-3d5f16a65537 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.287619] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2621.287841] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661f12c2-069a-4266-ac38-bbede35294c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2621.306288] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2621.306288] env[62187]: value = "task-2134010" [ 2621.306288] env[62187]: _type = "Task" [ 2621.306288] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2621.313679] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.691605] env[62187]: DEBUG nova.network.neutron [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updated VIF entry in instance network info cache for port 1ec2616a-e771-4e6b-8428-00ac053bb5bf. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2621.691973] env[62187]: DEBUG nova.network.neutron [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updating instance_info_cache with network_info: [{"id": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "address": "fa:16:3e:2b:f2:db", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec2616a-e7", "ovs_interfaceid": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2621.816093] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.195418] env[62187]: DEBUG oslo_concurrency.lockutils [req-71fa8fa8-6794-4984-b2bb-3b08d33f37d5 req-a8dd4451-bd35-4067-8b58-93fd25becd88 service nova] Releasing lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2622.317061] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134010, 'name': ReconfigVM_Task, 'duration_secs': 0.730246} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2622.317061] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2622.317061] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14c15831-6cf8-4cd9-81b1-2bbaced30f36 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.323206] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2622.323206] env[62187]: value = "task-2134011" [ 2622.323206] env[62187]: _type = "Task" [ 2622.323206] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2622.331188] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134011, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.833479] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134011, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.334098] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134011, 'name': Rename_Task, 'duration_secs': 0.52215} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2623.334348] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2623.334571] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501e4c45-5119-4040-80a2-22ed5d7e0176 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.340421] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2623.340421] env[62187]: value = "task-2134012" [ 2623.340421] env[62187]: _type = "Task" [ 2623.340421] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2623.347666] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.851508] env[62187]: DEBUG oslo_vmware.api [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134012, 'name': PowerOnVM_Task, 'duration_secs': 0.486129} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2623.851868] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2623.851912] env[62187]: INFO nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Took 12.81 seconds to spawn the instance on the hypervisor. [ 2623.852107] env[62187]: DEBUG nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2623.852855] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8c3a3e-4a5e-4528-8895-07ba4813dbb4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.368943] env[62187]: INFO nova.compute.manager [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Took 17.51 seconds to build instance. [ 2624.446332] env[62187]: DEBUG nova.compute.manager [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2624.446527] env[62187]: DEBUG nova.compute.manager [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing instance network info cache due to event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2624.446732] env[62187]: DEBUG oslo_concurrency.lockutils [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2624.446872] env[62187]: DEBUG oslo_concurrency.lockutils [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2624.447040] env[62187]: DEBUG nova.network.neutron [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing network info cache for port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2624.871326] env[62187]: DEBUG oslo_concurrency.lockutils [None req-1d5aa6d8-1e0e-4610-af38-2df076ea9977 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.022s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2625.153558] env[62187]: DEBUG nova.network.neutron [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updated VIF entry in instance network info cache for port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2625.153958] env[62187]: DEBUG nova.network.neutron [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e91c7e-07", "ovs_interfaceid": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2625.656735] env[62187]: DEBUG oslo_concurrency.lockutils [req-14e81aa2-a4ec-423a-bc72-a672f444c0d8 req-1a9d8245-4d49-41ab-90ed-dd45a6e226f6 service nova] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2639.425714] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2640.424595] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2640.424779] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2641.457523] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2641.457771] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2641.457831] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2642.870460] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [{"id": "91c38878-f200-452a-84e3-0b29ca3e3a83", "address": "fa:16:3e:7b:89:1e", "network": {"id": "403340ac-9cb4-487d-9864-35da862a8821", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-501996400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ebb43df25cd4cbeb739e07955e8302e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91c38878-f2", "ovs_interfaceid": "91c38878-f200-452a-84e3-0b29ca3e3a83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2643.373579] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2643.373803] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2643.374042] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2643.374177] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2647.425899] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2647.426334] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11747}} [ 2647.936257] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] There are 31 instances to clean {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11756}} [ 2647.936471] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: f4b3f335-f4e2-41a2-951b-a7362f4a39b6] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2648.440425] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7850cfca-07fa-4ca3-b274-05875ac1f327] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2648.943751] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 8790aa2a-7cf4-4917-8344-a6c0f424cb1e] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2649.447583] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5bf0f7e0-4ecc-43b6-bca6-e98cb07ab0ee] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2649.950593] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 55fde558-fee6-44f3-b62f-aa348ac638a4] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2650.454133] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 04712f2e-7d45-4886-b041-d1757ce1335d] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2650.957475] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 3fe1c952-ca6d-42eb-a808-031ad8b5657f] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2651.461856] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9dfd698d-2efc-4e41-be13-74fec238a11c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2651.845564] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2651.845873] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2651.846138] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2651.846336] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2651.846574] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2651.848700] env[62187]: INFO nova.compute.manager [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Terminating instance [ 2651.964555] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: d923ed28-652f-4abc-a179-17bfcee84261] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2652.353909] env[62187]: DEBUG nova.compute.manager [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2652.354207] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2652.355126] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16c2693-b33a-4665-bca6-9f1cb1f1675d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.363018] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2652.363246] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71d008aa-9ea1-4bf8-ae5a-b56424f31439 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.372635] env[62187]: DEBUG oslo_vmware.api [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2652.372635] env[62187]: value = "task-2134013" [ 2652.372635] env[62187]: _type = "Task" [ 2652.372635] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2652.381501] env[62187]: DEBUG oslo_vmware.api [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2652.467479] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 81777bad-da04-4faf-95ce-574cf579060c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2652.882256] env[62187]: DEBUG oslo_vmware.api [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134013, 'name': PowerOffVM_Task, 'duration_secs': 0.17772} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2652.882529] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2652.882694] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2652.882932] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6984884a-8577-4b95-b3a4-6852b94599e1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.971315] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7a4e9ef9-9e5d-4888-a525-3965a8031c79] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2653.057968] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2653.058211] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2653.058405] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleting the datastore file [datastore2] 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2653.058962] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d8274a-bbc8-4bfe-aa13-524321d85ebf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.065281] env[62187]: DEBUG oslo_vmware.api [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for the task: (returnval){ [ 2653.065281] env[62187]: value = "task-2134015" [ 2653.065281] env[62187]: _type = "Task" [ 2653.065281] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2653.073078] env[62187]: DEBUG oslo_vmware.api [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2653.475258] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 7362da80-4128-42d2-a5bb-1f3ae4b6848b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2653.574885] env[62187]: DEBUG oslo_vmware.api [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Task: {'id': task-2134015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131953} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2653.575148] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2653.575327] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2653.575499] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2653.575666] env[62187]: INFO nova.compute.manager [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2653.575898] env[62187]: DEBUG oslo.service.loopingcall [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2653.576116] env[62187]: DEBUG nova.compute.manager [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2653.576210] env[62187]: DEBUG nova.network.neutron [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2653.979392] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 4a99803a-6e0f-43e2-9bd2-33a9a73ab63d] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2654.034131] env[62187]: DEBUG nova.compute.manager [req-b0dc3b93-8841-489d-bd05-84174ddb1ce4 req-7419654d-1a38-4039-aece-95cca60edb15 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Received event network-vif-deleted-91c38878-f200-452a-84e3-0b29ca3e3a83 {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2654.035011] env[62187]: INFO nova.compute.manager [req-b0dc3b93-8841-489d-bd05-84174ddb1ce4 req-7419654d-1a38-4039-aece-95cca60edb15 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Neutron deleted interface 91c38878-f200-452a-84e3-0b29ca3e3a83; detaching it from the instance and deleting it from the info cache [ 2654.035011] env[62187]: DEBUG nova.network.neutron [req-b0dc3b93-8841-489d-bd05-84174ddb1ce4 req-7419654d-1a38-4039-aece-95cca60edb15 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2654.481256] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 4493e62f-2484-42a3-a3dd-355cae41b50d] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2654.513784] env[62187]: DEBUG nova.network.neutron [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2654.537103] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba24f4ed-a00e-47c2-b41c-efa8127f23fe {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2654.547209] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2610d92-54dc-46c9-a714-5dd5d07defb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2654.573269] env[62187]: DEBUG nova.compute.manager [req-b0dc3b93-8841-489d-bd05-84174ddb1ce4 req-7419654d-1a38-4039-aece-95cca60edb15 service nova] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Detach interface failed, port_id=91c38878-f200-452a-84e3-0b29ca3e3a83, reason: Instance 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2654.985163] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: b75c7ca7-c821-488f-92e9-58ad5c89fef9] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2655.016502] env[62187]: INFO nova.compute.manager [-] [instance: 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0] Took 1.44 seconds to deallocate network for instance. [ 2655.488429] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5ee057e2-04a4-4691-8d44-d0c893c73d44] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2655.522885] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2655.523205] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2655.523428] env[62187]: DEBUG nova.objects.instance [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lazy-loading 'resources' on Instance uuid 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2655.938435] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ba60f4df-1182-45a3-9bcd-388926c78672" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2655.938710] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2655.938944] env[62187]: DEBUG nova.compute.manager [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2655.939840] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ee652a-8c43-474e-aacf-94772392330e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2655.946621] env[62187]: DEBUG nova.compute.manager [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62187) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2655.947164] env[62187]: DEBUG nova.objects.instance [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'flavor' on Instance uuid ba60f4df-1182-45a3-9bcd-388926c78672 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2655.991730] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 9ec7b3d2-d510-44f5-ae66-e15204e5d104] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2656.075755] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4051a23-f3cf-4279-a337-e4d218177834 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.083627] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afef48a-d5a7-4505-b9ed-481c96d93929 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.112263] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b7603-f889-4259-ae70-e21c00eba370 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.118651] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513a03d3-4df9-4783-a67f-c914d8ec96a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.132082] env[62187]: DEBUG nova.compute.provider_tree [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2656.494483] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: eb78073c-8e31-40bd-812c-b9f1570c5ef3] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2656.634995] env[62187]: DEBUG nova.scheduler.client.report [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2656.954725] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2656.955214] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453124a8-5306-4513-9faa-bbe2026fd7b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.962278] env[62187]: DEBUG oslo_vmware.api [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2656.962278] env[62187]: value = "task-2134016" [ 2656.962278] env[62187]: _type = "Task" [ 2656.962278] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2656.970612] env[62187]: DEBUG oslo_vmware.api [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2656.997886] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 35195bb8-fd73-4185-8c85-b481a2c7f653] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2657.139800] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2657.161268] env[62187]: INFO nova.scheduler.client.report [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Deleted allocations for instance 1c484a1e-a1d3-4a7a-8da9-0042b944dcd0 [ 2657.472067] env[62187]: DEBUG oslo_vmware.api [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134016, 'name': PowerOffVM_Task, 'duration_secs': 0.198828} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2657.472467] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2657.472674] env[62187]: DEBUG nova.compute.manager [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2657.473433] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff1a7dd-9358-4b2a-8ca6-fb78ca286486 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2657.500871] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 5cc6dd4c-1b2e-4dc8-b09a-0f827b2717b7] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2657.668439] env[62187]: DEBUG oslo_concurrency.lockutils [None req-128a0e5c-9531-4587-8c8c-18674978f9ff tempest-AttachVolumeShelveTestJSON-68907264 tempest-AttachVolumeShelveTestJSON-68907264-project-member] Lock "1c484a1e-a1d3-4a7a-8da9-0042b944dcd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.822s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2657.984205] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3c6bf93e-52d2-4d0c-a925-8a4f14bc5244 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2658.004228] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 84b3d4f2-d0b9-40a4-99e1-464245a6f154] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2658.308048] env[62187]: DEBUG nova.objects.instance [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'flavor' on Instance uuid ba60f4df-1182-45a3-9bcd-388926c78672 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2658.507550] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 6c961f3e-1fca-4e45-ac8c-e3ad79a2e7fb] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2658.812930] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2658.813231] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2658.813231] env[62187]: DEBUG nova.network.neutron [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2658.813418] env[62187]: DEBUG nova.objects.instance [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'info_cache' on Instance uuid ba60f4df-1182-45a3-9bcd-388926c78672 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2659.012043] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 835bad8e-6ac0-4d54-989e-be4ef761297c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2659.317738] env[62187]: DEBUG nova.objects.base [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2659.514205] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: d261d258-7b7b-4b92-9a7a-e5a8cfc59115] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2660.018113] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: f41b4484-20f9-4882-82d2-4cc9daa3b65a] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2660.029423] env[62187]: DEBUG nova.network.neutron [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updating instance_info_cache with network_info: [{"id": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "address": "fa:16:3e:2b:f2:db", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec2616a-e7", "ovs_interfaceid": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2660.521653] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 76df0cfc-d079-4a7f-b641-67a7848cb416] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2660.531835] env[62187]: DEBUG oslo_concurrency.lockutils [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2661.025298] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 360b89d0-669a-46a3-b19d-9dc687cfee69] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2661.241910] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2661.242252] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2661.242461] env[62187]: INFO nova.compute.manager [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Shelving [ 2661.528386] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 0ddcdd43-6228-44e5-a6f0-3eab5aaa395b] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2661.536221] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2661.536475] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fec1998e-4e37-4774-9bb6-863f99c60e97 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2661.544229] env[62187]: DEBUG oslo_vmware.api [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2661.544229] env[62187]: value = "task-2134018" [ 2661.544229] env[62187]: _type = "Task" [ 2661.544229] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2661.553096] env[62187]: DEBUG oslo_vmware.api [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2662.031375] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ec64a04c-2fee-4c79-bad9-f876c854a52c] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2662.053961] env[62187]: DEBUG oslo_vmware.api [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134018, 'name': PowerOnVM_Task, 'duration_secs': 0.355755} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2662.054550] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2662.054789] env[62187]: DEBUG nova.compute.manager [None req-9a9e1730-579c-4546-ab71-29d695e9ee02 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2662.056178] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2944986-bde2-45e5-a2ec-4b943f3fc1eb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.251614] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2662.251866] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15554cc2-9b9e-40bd-9f14-c2a511d6bb91 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.259290] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2662.259290] env[62187]: value = "task-2134019" [ 2662.259290] env[62187]: _type = "Task" [ 2662.259290] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2662.267194] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2662.534911] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: 44a56a4f-665a-428d-85b1-434938ca88b0] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2662.769610] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134019, 'name': PowerOffVM_Task, 'duration_secs': 0.236253} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2662.769836] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2662.770603] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331bd34a-0991-43ef-98a3-4731daa9647f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.788433] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973af2d3-62f5-4b94-8779-f739c674e42f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.038735] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: defb57fb-0f0a-4679-8c22-0945fc0a1664] Instance has had 0 of 5 cleanup attempts {{(pid=62187) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11760}} [ 2663.085400] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6147bc20-3748-4be9-8d5a-00281ba2546c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.093748] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b52220-287b-46a0-8622-a50d727d992d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Suspending the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2663.093963] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-638f88a7-8b64-46e0-b720-e5d095254683 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.099995] env[62187]: DEBUG oslo_vmware.api [None req-e8b52220-287b-46a0-8622-a50d727d992d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2663.099995] env[62187]: value = "task-2134020" [ 2663.099995] env[62187]: _type = "Task" [ 2663.099995] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2663.107108] env[62187]: DEBUG oslo_vmware.api [None req-e8b52220-287b-46a0-8622-a50d727d992d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134020, 'name': SuspendVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2663.298722] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Creating Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2663.299029] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-684a355a-9932-48cf-9ef1-9a6b44d3dbb9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.307323] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2663.307323] env[62187]: value = "task-2134021" [ 2663.307323] env[62187]: _type = "Task" [ 2663.307323] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2663.315935] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134021, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2663.542615] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2663.542944] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Cleaning up deleted instances with incomplete migration {{(pid=62187) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11785}} [ 2663.612434] env[62187]: DEBUG oslo_vmware.api [None req-e8b52220-287b-46a0-8622-a50d727d992d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134020, 'name': SuspendVM_Task} progress is 70%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2663.818483] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134021, 'name': CreateSnapshot_Task, 'duration_secs': 0.495447} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2663.818915] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Created Snapshot of the VM instance {{(pid=62187) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2663.819824] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44c5558-49c8-4161-a063-5cb65692a760 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.045437] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2664.111418] env[62187]: DEBUG oslo_vmware.api [None req-e8b52220-287b-46a0-8622-a50d727d992d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134020, 'name': SuspendVM_Task, 'duration_secs': 0.55855} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2664.111688] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b52220-287b-46a0-8622-a50d727d992d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Suspended the VM {{(pid=62187) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2664.111928] env[62187]: DEBUG nova.compute.manager [None req-e8b52220-287b-46a0-8622-a50d727d992d tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2664.113184] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7756d21e-1f10-4087-ad99-c7bffe80f760 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.338529] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Creating linked-clone VM from snapshot {{(pid=62187) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2664.338809] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3633067a-1a81-4f12-8e06-5ea7c9aea140 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.347718] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2664.347718] env[62187]: value = "task-2134022" [ 2664.347718] env[62187]: _type = "Task" [ 2664.347718] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2664.355733] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134022, 'name': CloneVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2664.857953] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134022, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2665.358412] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134022, 'name': CloneVM_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2665.467314] env[62187]: INFO nova.compute.manager [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Resuming [ 2665.467904] env[62187]: DEBUG nova.objects.instance [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'flavor' on Instance uuid ba60f4df-1182-45a3-9bcd-388926c78672 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2665.859488] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134022, 'name': CloneVM_Task} progress is 100%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2666.359361] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134022, 'name': CloneVM_Task, 'duration_secs': 1.539413} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2666.359603] env[62187]: INFO nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Created linked-clone VM from snapshot [ 2666.360358] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ea986f-d6ce-4cee-87cf-621c0fdbdee3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.367484] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Uploading image 388538a3-dd04-4e04-95c0-c1f74b04e2f8 {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2666.391623] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2666.391623] env[62187]: value = "vm-436328" [ 2666.391623] env[62187]: _type = "VirtualMachine" [ 2666.391623] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2666.391901] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41cb7e6a-bdc3-4a9b-a636-176db2a36889 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.399160] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease: (returnval){ [ 2666.399160] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52486d4c-c28a-bab7-f2e7-241da39d2bfc" [ 2666.399160] env[62187]: _type = "HttpNfcLease" [ 2666.399160] env[62187]: } obtained for exporting VM: (result){ [ 2666.399160] env[62187]: value = "vm-436328" [ 2666.399160] env[62187]: _type = "VirtualMachine" [ 2666.399160] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2666.399465] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the lease: (returnval){ [ 2666.399465] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52486d4c-c28a-bab7-f2e7-241da39d2bfc" [ 2666.399465] env[62187]: _type = "HttpNfcLease" [ 2666.399465] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2666.406314] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2666.406314] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52486d4c-c28a-bab7-f2e7-241da39d2bfc" [ 2666.406314] env[62187]: _type = "HttpNfcLease" [ 2666.406314] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2666.907101] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2666.907101] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52486d4c-c28a-bab7-f2e7-241da39d2bfc" [ 2666.907101] env[62187]: _type = "HttpNfcLease" [ 2666.907101] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2666.907719] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2666.907719] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52486d4c-c28a-bab7-f2e7-241da39d2bfc" [ 2666.907719] env[62187]: _type = "HttpNfcLease" [ 2666.907719] env[62187]: }. {{(pid=62187) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2666.908101] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e51bf8-922f-4ccc-a2de-f6130313a2ac {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2666.915189] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526df3ff-5c58-d181-e84b-feda08ced6d9/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2666.915351] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526df3ff-5c58-d181-e84b-feda08ced6d9/disk-0.vmdk for reading. {{(pid=62187) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2666.979150] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2666.979327] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquired lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2666.979502] env[62187]: DEBUG nova.network.neutron [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2667.000471] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d142c91-5498-41d1-984f-e1d60ddba70c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2667.546887] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.547163] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.547559] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.547813] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.547975] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.548143] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2667.712084] env[62187]: DEBUG nova.network.neutron [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updating instance_info_cache with network_info: [{"id": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "address": "fa:16:3e:2b:f2:db", "network": {"id": "bc146abd-1f99-403b-8236-9786938685a0", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-561918860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9972912c612f4173abd479c5814de18b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ec2616a-e7", "ovs_interfaceid": "1ec2616a-e771-4e6b-8428-00ac053bb5bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2668.051312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2668.052664] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2668.052664] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2668.052664] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2668.053059] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1286f54-db92-43dc-b0a9-de4c574adef0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.061450] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd21249-ade0-47ec-a828-8aa326d9a9b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.076740] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323224ef-9049-402e-948e-b55a5b1ddc5d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.083628] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acbe97e-c1bd-45bb-ae25-9a0b36035094 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.113279] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180846MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2668.113441] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2668.113704] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2668.215368] env[62187]: DEBUG oslo_concurrency.lockutils [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Releasing lock "refresh_cache-ba60f4df-1182-45a3-9bcd-388926c78672" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2668.216460] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33dca59-6581-4bca-ab41-ff749afc76f1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.223526] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Resuming the VM {{(pid=62187) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2668.225569] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-236350f0-79fb-4f3c-854f-40bd3842d35d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2668.230445] env[62187]: DEBUG oslo_vmware.api [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2668.230445] env[62187]: value = "task-2134024" [ 2668.230445] env[62187]: _type = "Task" [ 2668.230445] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2668.237171] env[62187]: DEBUG oslo_vmware.api [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2668.740390] env[62187]: DEBUG oslo_vmware.api [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134024, 'name': PowerOnVM_Task} progress is 93%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2669.141386] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ba60f4df-1182-45a3-9bcd-388926c78672 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2669.141386] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ceb6540f-9d84-4cf2-95fc-adc39868260f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2669.141386] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2669.141758] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2669.184032] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abcfa70-dd17-49d8-b731-cff1fc0e1c86 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.191298] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab0f8bb-430b-44c5-b9bd-84c3a6656ef8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.222577] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442d1e22-78da-4068-acb8-fb5e72a55ea0 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.230759] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7afd1-3105-4d1b-8dac-6b58bcea061a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.248088] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2669.252508] env[62187]: DEBUG oslo_vmware.api [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134024, 'name': PowerOnVM_Task, 'duration_secs': 0.742708} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2669.253044] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Resumed the VM {{(pid=62187) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2669.253252] env[62187]: DEBUG nova.compute.manager [None req-7581a5b5-42bc-4ee8-9a0c-4868a6c7c29a tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2669.254080] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235f5f2d-8d17-4fba-98bf-f9ffcc9cbe9c {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.754428] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2670.168298] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ba60f4df-1182-45a3-9bcd-388926c78672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2670.168690] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2670.168779] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "ba60f4df-1182-45a3-9bcd-388926c78672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2670.168967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2670.169160] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2670.171349] env[62187]: INFO nova.compute.manager [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Terminating instance [ 2670.259353] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2670.259604] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.146s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2670.675770] env[62187]: DEBUG nova.compute.manager [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2670.676157] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2670.677495] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657ba40f-3883-407e-bf9c-b056ca0183e9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.689518] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2670.689827] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ea42b2-8a25-4558-a891-077b8ff0f14e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2670.697225] env[62187]: DEBUG oslo_vmware.api [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2670.697225] env[62187]: value = "task-2134025" [ 2670.697225] env[62187]: _type = "Task" [ 2670.697225] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2670.707807] env[62187]: DEBUG oslo_vmware.api [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2671.207817] env[62187]: DEBUG oslo_vmware.api [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134025, 'name': PowerOffVM_Task, 'duration_secs': 0.219421} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2671.208224] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2671.208366] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2671.208646] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f53a98-063b-45a0-90ab-8bd550f9baed {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2671.299091] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2671.299399] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2671.299686] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleting the datastore file [datastore2] ba60f4df-1182-45a3-9bcd-388926c78672 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2671.300052] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-068df1f6-b41d-4885-b4f5-e7817d8386e7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2671.307396] env[62187]: DEBUG oslo_vmware.api [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for the task: (returnval){ [ 2671.307396] env[62187]: value = "task-2134027" [ 2671.307396] env[62187]: _type = "Task" [ 2671.307396] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2671.316908] env[62187]: DEBUG oslo_vmware.api [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2671.818414] env[62187]: DEBUG oslo_vmware.api [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Task: {'id': task-2134027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22484} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2671.818610] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2671.818783] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2671.818959] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2671.819151] env[62187]: INFO nova.compute.manager [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2671.819391] env[62187]: DEBUG oslo.service.loopingcall [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2671.819609] env[62187]: DEBUG nova.compute.manager [-] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2671.819732] env[62187]: DEBUG nova.network.neutron [-] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2672.373296] env[62187]: DEBUG nova.compute.manager [req-aa5cdb1a-0360-42cf-88ac-a7566e97c82a req-d9df82f9-e66c-470e-a8db-28e7000ff70d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Received event network-vif-deleted-1ec2616a-e771-4e6b-8428-00ac053bb5bf {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2672.373609] env[62187]: INFO nova.compute.manager [req-aa5cdb1a-0360-42cf-88ac-a7566e97c82a req-d9df82f9-e66c-470e-a8db-28e7000ff70d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Neutron deleted interface 1ec2616a-e771-4e6b-8428-00ac053bb5bf; detaching it from the instance and deleting it from the info cache [ 2672.373821] env[62187]: DEBUG nova.network.neutron [req-aa5cdb1a-0360-42cf-88ac-a7566e97c82a req-d9df82f9-e66c-470e-a8db-28e7000ff70d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2672.846575] env[62187]: DEBUG nova.network.neutron [-] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2672.877075] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81b552c6-e759-458f-a1ea-26ce2d603d84 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2672.887288] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e98a5d4-3512-40e2-90c9-cacb93939240 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2672.912745] env[62187]: DEBUG nova.compute.manager [req-aa5cdb1a-0360-42cf-88ac-a7566e97c82a req-d9df82f9-e66c-470e-a8db-28e7000ff70d service nova] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Detach interface failed, port_id=1ec2616a-e771-4e6b-8428-00ac053bb5bf, reason: Instance ba60f4df-1182-45a3-9bcd-388926c78672 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2673.351644] env[62187]: INFO nova.compute.manager [-] [instance: ba60f4df-1182-45a3-9bcd-388926c78672] Took 1.53 seconds to deallocate network for instance. [ 2673.858532] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2673.858934] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2673.859091] env[62187]: DEBUG nova.objects.instance [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lazy-loading 'resources' on Instance uuid ba60f4df-1182-45a3-9bcd-388926c78672 {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2674.408267] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9d1b8-f90d-4f3f-a384-d36296f9dd1a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.417157] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104d2af7-1584-4f2f-b861-61ef085a39d5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.447801] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90f6b7a-ca33-4b6e-8cac-51b0832aa179 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.455376] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582f689-1b2d-41f1-addf-988c08a8e87a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.468628] env[62187]: DEBUG nova.compute.provider_tree [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2674.972088] env[62187]: DEBUG nova.scheduler.client.report [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2675.476738] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2675.499627] env[62187]: INFO nova.scheduler.client.report [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Deleted allocations for instance ba60f4df-1182-45a3-9bcd-388926c78672 [ 2676.008144] env[62187]: DEBUG oslo_concurrency.lockutils [None req-b02f32b7-8ff4-4470-933b-4d938381e7e0 tempest-ServerActionsTestJSON-588169843 tempest-ServerActionsTestJSON-588169843-project-member] Lock "ba60f4df-1182-45a3-9bcd-388926c78672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.839s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2676.064911] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526df3ff-5c58-d181-e84b-feda08ced6d9/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2676.065824] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c730f17-1b37-4e11-818a-2d9e5c127af6 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.072026] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526df3ff-5c58-d181-e84b-feda08ced6d9/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2676.072197] env[62187]: ERROR oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526df3ff-5c58-d181-e84b-feda08ced6d9/disk-0.vmdk due to incomplete transfer. [ 2676.072403] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0fec7b5-086e-4935-b93f-fc3b041c6dbb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.080329] env[62187]: DEBUG oslo_vmware.rw_handles [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526df3ff-5c58-d181-e84b-feda08ced6d9/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2676.080519] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Uploaded image 388538a3-dd04-4e04-95c0-c1f74b04e2f8 to the Glance image server {{(pid=62187) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2676.082733] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Destroying the VM {{(pid=62187) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2676.082951] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65081142-0ad8-4685-916d-1b3caa7b0dca {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.089135] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2676.089135] env[62187]: value = "task-2134028" [ 2676.089135] env[62187]: _type = "Task" [ 2676.089135] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2676.096900] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134028, 'name': Destroy_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2676.600474] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134028, 'name': Destroy_Task, 'duration_secs': 0.31662} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2676.600751] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Destroyed the VM [ 2676.600986] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Deleting Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2676.601267] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15eaa69f-070d-42cc-82f9-5b41abc11236 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2676.606874] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2676.606874] env[62187]: value = "task-2134029" [ 2676.606874] env[62187]: _type = "Task" [ 2676.606874] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2676.614388] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134029, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2677.116137] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134029, 'name': RemoveSnapshot_Task, 'duration_secs': 0.33953} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2677.116508] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Deleted Snapshot of the VM instance {{(pid=62187) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2677.116676] env[62187]: DEBUG nova.compute.manager [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2677.117425] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982c04b4-2f23-468b-9e28-4c2e0b7157c4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.628743] env[62187]: INFO nova.compute.manager [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Shelve offloading [ 2678.132625] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2678.132956] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01f05aac-c299-4140-8d6f-f95d0fa7c537 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2678.141726] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2678.141726] env[62187]: value = "task-2134030" [ 2678.141726] env[62187]: _type = "Task" [ 2678.141726] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2678.150466] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2678.150962] env[62187]: DEBUG nova.compute.manager [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2678.151527] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9779f2dd-8198-4c20-85a5-e18b40893170 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2678.157541] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2678.157709] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2678.158457] env[62187]: DEBUG nova.network.neutron [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2678.915186] env[62187]: DEBUG nova.network.neutron [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e91c7e-07", "ovs_interfaceid": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2679.418922] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2679.752587] env[62187]: DEBUG nova.compute.manager [req-a109085d-f0f9-4b45-b122-9c01a4256863 req-181f124e-84d0-4ee5-8674-951c3e984060 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-vif-unplugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2679.752800] env[62187]: DEBUG oslo_concurrency.lockutils [req-a109085d-f0f9-4b45-b122-9c01a4256863 req-181f124e-84d0-4ee5-8674-951c3e984060 service nova] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2679.753027] env[62187]: DEBUG oslo_concurrency.lockutils [req-a109085d-f0f9-4b45-b122-9c01a4256863 req-181f124e-84d0-4ee5-8674-951c3e984060 service nova] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2679.753190] env[62187]: DEBUG oslo_concurrency.lockutils [req-a109085d-f0f9-4b45-b122-9c01a4256863 req-181f124e-84d0-4ee5-8674-951c3e984060 service nova] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2679.753353] env[62187]: DEBUG nova.compute.manager [req-a109085d-f0f9-4b45-b122-9c01a4256863 req-181f124e-84d0-4ee5-8674-951c3e984060 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] No waiting events found dispatching network-vif-unplugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2679.753569] env[62187]: WARNING nova.compute.manager [req-a109085d-f0f9-4b45-b122-9c01a4256863 req-181f124e-84d0-4ee5-8674-951c3e984060 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received unexpected event network-vif-unplugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f for instance with vm_state shelved and task_state shelving_offloading. [ 2679.921626] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2679.922620] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8a291-0b7c-4ebc-806b-21b2b4360bf5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2679.930785] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2679.931060] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60326b77-dcf3-4a83-bcdd-014d905749c9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.786007] env[62187]: DEBUG nova.compute.manager [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2681.786283] env[62187]: DEBUG nova.compute.manager [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing instance network info cache due to event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2681.786780] env[62187]: DEBUG oslo_concurrency.lockutils [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2681.786938] env[62187]: DEBUG oslo_concurrency.lockutils [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2681.787596] env[62187]: DEBUG nova.network.neutron [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing network info cache for port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2682.514222] env[62187]: DEBUG nova.network.neutron [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updated VIF entry in instance network info cache for port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2682.514611] env[62187]: DEBUG nova.network.neutron [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": null, "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap48e91c7e-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2683.017061] env[62187]: DEBUG oslo_concurrency.lockutils [req-59ce9589-df82-4018-911c-2ba6b4af6b36 req-17a58dc5-c44a-4ee2-a0fc-2708c6f28d2b service nova] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2685.296733] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "941c34e1-49dc-405b-a086-add0ba5c8762" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2685.296986] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "941c34e1-49dc-405b-a086-add0ba5c8762" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2685.799885] env[62187]: DEBUG nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Starting instance... {{(pid=62187) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2686.322504] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2686.322765] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2686.324195] env[62187]: INFO nova.compute.claims [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2687.367457] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2401eaca-9c5f-4d4d-a429-2b065d0a94d8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.374488] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f4fd4-3537-43f7-88a5-40571b0b221e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.404409] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae612425-8419-4ba2-bfd4-d8d922f103f8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.411216] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdde4a0-e0e9-4b77-84d8-09332cc0756f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.424131] env[62187]: DEBUG nova.compute.provider_tree [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2687.559861] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2687.560086] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2687.560272] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleting the datastore file [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2687.560837] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa2b6c1b-060c-469b-918f-36c9844e4fd3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2687.566882] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2687.566882] env[62187]: value = "task-2134032" [ 2687.566882] env[62187]: _type = "Task" [ 2687.566882] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2687.574224] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2687.927224] env[62187]: DEBUG nova.scheduler.client.report [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2688.077292] env[62187]: DEBUG oslo_vmware.api [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124954} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2688.077544] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2688.077724] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2688.077898] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2688.094563] env[62187]: INFO nova.scheduler.client.report [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted allocations for instance ceb6540f-9d84-4cf2-95fc-adc39868260f [ 2688.431661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2688.432216] env[62187]: DEBUG nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Start building networks asynchronously for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2688.598602] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2688.598770] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2688.598924] env[62187]: DEBUG nova.objects.instance [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'resources' on Instance uuid ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2688.937351] env[62187]: DEBUG nova.compute.utils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Using /dev/sd instead of None {{(pid=62187) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2688.938742] env[62187]: DEBUG nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Allocating IP information in the background. {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2688.939243] env[62187]: DEBUG nova.network.neutron [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] allocate_for_instance() {{(pid=62187) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2689.006026] env[62187]: DEBUG nova.policy [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe68893487b14bab81962b8ba4f4776e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971aef10b4f04848867c710a894f0667', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62187) authorize /opt/stack/nova/nova/policy.py:192}} [ 2689.101124] env[62187]: DEBUG nova.objects.instance [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'numa_topology' on Instance uuid ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2689.325904] env[62187]: DEBUG nova.network.neutron [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Successfully created port: 161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2689.442761] env[62187]: DEBUG nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Start building block device mappings for instance. {{(pid=62187) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2689.603175] env[62187]: DEBUG nova.objects.base [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62187) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2689.638780] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb5b655-fac1-4a74-945b-a5ca734d1782 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.647035] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2febba6a-c364-4027-b02e-c5a05a6a3262 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.678183] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ac6b0a-bf77-433e-84c8-e3643c3247d1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.685576] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f2cb06-b9a1-49fc-bf6f-9839b47a7b6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2689.698423] env[62187]: DEBUG nova.compute.provider_tree [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2690.201756] env[62187]: DEBUG nova.scheduler.client.report [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2690.439535] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2690.450830] env[62187]: DEBUG nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Start spawning the instance on the hypervisor. {{(pid=62187) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2690.474883] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T01:12:09Z,direct_url=,disk_format='vmdk',id=b2655528-3b79-4c65-848a-63730c3e881c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='5b109a28f3e9444e8f19e951b5772f4f',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T01:12:09Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2690.475147] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2690.475310] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2690.475495] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2690.475642] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2690.475881] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2690.476142] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2690.476280] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2690.476454] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2690.477033] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2690.477033] env[62187]: DEBUG nova.virt.hardware [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2690.477929] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e7aed-f120-4b28-996c-c056daf06791 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2690.486532] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92936c5a-ccb0-4a67-968f-148193f7a7b8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2690.706571] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.108s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2690.745140] env[62187]: DEBUG nova.compute.manager [req-b56ce9a6-2d85-4d7f-8cd3-2928fc9d9587 req-7475aab7-4dfb-4bf8-b0aa-70239452a65d service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received event network-vif-plugged-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2690.745371] env[62187]: DEBUG oslo_concurrency.lockutils [req-b56ce9a6-2d85-4d7f-8cd3-2928fc9d9587 req-7475aab7-4dfb-4bf8-b0aa-70239452a65d service nova] Acquiring lock "941c34e1-49dc-405b-a086-add0ba5c8762-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2690.745566] env[62187]: DEBUG oslo_concurrency.lockutils [req-b56ce9a6-2d85-4d7f-8cd3-2928fc9d9587 req-7475aab7-4dfb-4bf8-b0aa-70239452a65d service nova] Lock "941c34e1-49dc-405b-a086-add0ba5c8762-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2690.745734] env[62187]: DEBUG oslo_concurrency.lockutils [req-b56ce9a6-2d85-4d7f-8cd3-2928fc9d9587 req-7475aab7-4dfb-4bf8-b0aa-70239452a65d service nova] Lock "941c34e1-49dc-405b-a086-add0ba5c8762-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2690.745902] env[62187]: DEBUG nova.compute.manager [req-b56ce9a6-2d85-4d7f-8cd3-2928fc9d9587 req-7475aab7-4dfb-4bf8-b0aa-70239452a65d service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] No waiting events found dispatching network-vif-plugged-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2690.746078] env[62187]: WARNING nova.compute.manager [req-b56ce9a6-2d85-4d7f-8cd3-2928fc9d9587 req-7475aab7-4dfb-4bf8-b0aa-70239452a65d service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received unexpected event network-vif-plugged-161b2c2c-5ca2-451b-a80a-d140573e6aed for instance with vm_state building and task_state spawning. [ 2690.836837] env[62187]: DEBUG nova.network.neutron [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Successfully updated port: 161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2691.213871] env[62187]: DEBUG oslo_concurrency.lockutils [None req-4aa2d63e-0073-4b2f-b328-8cf1242892f4 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.972s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2691.214661] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.775s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2691.214839] env[62187]: INFO nova.compute.manager [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Unshelving [ 2691.339927] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2691.340109] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquired lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2691.340179] env[62187]: DEBUG nova.network.neutron [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2691.874050] env[62187]: DEBUG nova.network.neutron [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Instance cache missing network info. {{(pid=62187) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2691.981638] env[62187]: DEBUG nova.network.neutron [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [{"id": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "address": "fa:16:3e:17:69:20", "network": {"id": "bda5c16d-0a40-4b18-ae22-469c88ea6b67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1736891020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "971aef10b4f04848867c710a894f0667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b2c2c-5c", "ovs_interfaceid": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2692.238366] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2692.238627] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2692.238829] env[62187]: DEBUG nova.objects.instance [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'pci_requests' on Instance uuid ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2692.484349] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Releasing lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2692.484636] env[62187]: DEBUG nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Instance network_info: |[{"id": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "address": "fa:16:3e:17:69:20", "network": {"id": "bda5c16d-0a40-4b18-ae22-469c88ea6b67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1736891020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "971aef10b4f04848867c710a894f0667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b2c2c-5c", "ovs_interfaceid": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62187) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2692.485130] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:69:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '161b2c2c-5ca2-451b-a80a-d140573e6aed', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2692.492520] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Creating folder: Project (971aef10b4f04848867c710a894f0667). Parent ref: group-v435995. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2692.492771] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2e15b58-613b-4907-8674-552a9c846ccb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.504860] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Created folder: Project (971aef10b4f04848867c710a894f0667) in parent group-v435995. [ 2692.505050] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Creating folder: Instances. Parent ref: group-v436329. {{(pid=62187) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2692.505264] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e60efc0-da77-49f1-84a5-582bfd5340b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.513447] env[62187]: INFO nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Created folder: Instances in parent group-v436329. [ 2692.513658] env[62187]: DEBUG oslo.service.loopingcall [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2692.513842] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2692.514034] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed52d2b2-ca6b-4ae4-bb5d-49c190fb7b6b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2692.531686] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2692.531686] env[62187]: value = "task-2134035" [ 2692.531686] env[62187]: _type = "Task" [ 2692.531686] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2692.538607] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2134035, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2692.742935] env[62187]: DEBUG nova.objects.instance [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'numa_topology' on Instance uuid ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2692.771024] env[62187]: DEBUG nova.compute.manager [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2692.771024] env[62187]: DEBUG nova.compute.manager [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing instance network info cache due to event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2692.771384] env[62187]: DEBUG oslo_concurrency.lockutils [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] Acquiring lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2692.771384] env[62187]: DEBUG oslo_concurrency.lockutils [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] Acquired lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2692.771630] env[62187]: DEBUG nova.network.neutron [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2693.043448] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2134035, 'name': CreateVM_Task, 'duration_secs': 0.320783} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2693.043845] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2693.044197] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2693.044363] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2693.044688] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2693.044926] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81920b5e-6e5b-4312-be73-8c410901e211 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.049160] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2693.049160] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b35c61-094c-6559-f57a-723adeb696dd" [ 2693.049160] env[62187]: _type = "Task" [ 2693.049160] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2693.056316] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b35c61-094c-6559-f57a-723adeb696dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2693.246319] env[62187]: INFO nova.compute.claims [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2693.488416] env[62187]: DEBUG nova.network.neutron [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updated VIF entry in instance network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2693.488800] env[62187]: DEBUG nova.network.neutron [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [{"id": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "address": "fa:16:3e:17:69:20", "network": {"id": "bda5c16d-0a40-4b18-ae22-469c88ea6b67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1736891020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "971aef10b4f04848867c710a894f0667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b2c2c-5c", "ovs_interfaceid": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2693.558943] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52b35c61-094c-6559-f57a-723adeb696dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2693.559222] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2693.559449] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2693.559684] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2693.559823] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2693.559997] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2693.560252] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4483e33-bbca-4cac-8ae6-4d478294e233 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.568609] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2693.568776] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2693.569450] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5131dc-b9ab-4254-b092-38fc0ac290f4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2693.574194] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2693.574194] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523534ac-956b-171d-1eec-9b8dd0b6ad73" [ 2693.574194] env[62187]: _type = "Task" [ 2693.574194] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2693.581283] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523534ac-956b-171d-1eec-9b8dd0b6ad73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2693.992051] env[62187]: DEBUG oslo_concurrency.lockutils [req-1e53df09-11d5-4730-acec-a2dd08d8d70a req-bd5849d7-038b-4fa2-ac96-75ac7fb38223 service nova] Releasing lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2694.084201] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]523534ac-956b-171d-1eec-9b8dd0b6ad73, 'name': SearchDatastore_Task, 'duration_secs': 0.00786} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2694.084937] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16dacdc7-f433-4665-8793-ff2258676b0d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.090447] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2694.090447] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d51b3d-ced6-8b79-6c10-2aee08d2148d" [ 2694.090447] env[62187]: _type = "Task" [ 2694.090447] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2694.097698] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d51b3d-ced6-8b79-6c10-2aee08d2148d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2694.290587] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902c87d-f813-4cb6-83a8-0e56b4d35da7 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.297909] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f893764d-1542-4e10-a273-b14fbf208271 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.328135] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d8a7f9-7c22-456b-9b56-661e6bbd7342 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.335444] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac786a93-6337-4126-80e7-a78c0548914f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.348315] env[62187]: DEBUG nova.compute.provider_tree [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2694.601234] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52d51b3d-ced6-8b79-6c10-2aee08d2148d, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2694.601528] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2694.601779] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/941c34e1-49dc-405b-a086-add0ba5c8762.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2694.602043] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecd270a4-c68f-45a9-9bfb-8023c6e941c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2694.610742] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2694.610742] env[62187]: value = "task-2134036" [ 2694.610742] env[62187]: _type = "Task" [ 2694.610742] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2694.618421] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2694.851591] env[62187]: DEBUG nova.scheduler.client.report [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2695.120324] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453228} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2695.120625] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/941c34e1-49dc-405b-a086-add0ba5c8762.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2695.120783] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Extending root virtual disk to 1048576 {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2695.121017] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5f6ed66-5e9e-412d-bd9b-c5bc5a4fc184 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.128070] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2695.128070] env[62187]: value = "task-2134037" [ 2695.128070] env[62187]: _type = "Task" [ 2695.128070] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2695.135096] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2695.357314] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.118s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2695.388381] env[62187]: INFO nova.network.neutron [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2695.637605] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066636} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2695.637853] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Extended root virtual disk {{(pid=62187) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2695.638701] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7266a3b9-9edd-4666-a8f0-7c48c15bd077 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.659792] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/941c34e1-49dc-405b-a086-add0ba5c8762.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2695.660075] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-735ccf77-a9a2-4cd3-9c64-f545eff928a8 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2695.679367] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2695.679367] env[62187]: value = "task-2134038" [ 2695.679367] env[62187]: _type = "Task" [ 2695.679367] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2695.689825] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134038, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2696.188895] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134038, 'name': ReconfigVM_Task, 'duration_secs': 0.268549} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2696.189265] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/941c34e1-49dc-405b-a086-add0ba5c8762.vmdk or device None with type sparse {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2696.189847] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3247cafd-a15e-46ea-9904-9b20b954b883 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2696.196291] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2696.196291] env[62187]: value = "task-2134039" [ 2696.196291] env[62187]: _type = "Task" [ 2696.196291] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2696.205537] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134039, 'name': Rename_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2696.706780] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134039, 'name': Rename_Task, 'duration_secs': 0.133689} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2696.707079] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2696.707321] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22c643be-9078-431e-80d0-e835a9987e95 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2696.714265] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2696.714265] env[62187]: value = "task-2134040" [ 2696.714265] env[62187]: _type = "Task" [ 2696.714265] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2696.721555] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2696.869668] env[62187]: DEBUG nova.compute.manager [req-5765e898-d290-448a-9ace-a2c2cd1f36d4 req-b4177c2c-0b38-405b-b7a7-6f3e46a805c5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-vif-plugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2696.869989] env[62187]: DEBUG oslo_concurrency.lockutils [req-5765e898-d290-448a-9ace-a2c2cd1f36d4 req-b4177c2c-0b38-405b-b7a7-6f3e46a805c5 service nova] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2696.870343] env[62187]: DEBUG oslo_concurrency.lockutils [req-5765e898-d290-448a-9ace-a2c2cd1f36d4 req-b4177c2c-0b38-405b-b7a7-6f3e46a805c5 service nova] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2696.870620] env[62187]: DEBUG oslo_concurrency.lockutils [req-5765e898-d290-448a-9ace-a2c2cd1f36d4 req-b4177c2c-0b38-405b-b7a7-6f3e46a805c5 service nova] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2696.870886] env[62187]: DEBUG nova.compute.manager [req-5765e898-d290-448a-9ace-a2c2cd1f36d4 req-b4177c2c-0b38-405b-b7a7-6f3e46a805c5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] No waiting events found dispatching network-vif-plugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2696.871162] env[62187]: WARNING nova.compute.manager [req-5765e898-d290-448a-9ace-a2c2cd1f36d4 req-b4177c2c-0b38-405b-b7a7-6f3e46a805c5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received unexpected event network-vif-plugged-48e91c7e-07f3-4613-bd23-912bdfaa7c6f for instance with vm_state shelved_offloaded and task_state spawning. [ 2696.951730] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2696.952254] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2696.952254] env[62187]: DEBUG nova.network.neutron [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2697.226362] env[62187]: DEBUG oslo_vmware.api [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134040, 'name': PowerOnVM_Task, 'duration_secs': 0.429352} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2697.226788] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2697.227116] env[62187]: INFO nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Took 6.78 seconds to spawn the instance on the hypervisor. [ 2697.227431] env[62187]: DEBUG nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2697.228625] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9325e9f-6d02-42dd-baca-a1a687155da1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2697.745225] env[62187]: INFO nova.compute.manager [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Took 11.44 seconds to build instance. [ 2697.875617] env[62187]: DEBUG nova.network.neutron [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e91c7e-07", "ovs_interfaceid": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2698.247378] env[62187]: DEBUG oslo_concurrency.lockutils [None req-8e46cebd-86b7-4b80-a07c-83d36d1c8068 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "941c34e1-49dc-405b-a086-add0ba5c8762" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.950s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2698.378757] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2698.405480] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T01:12:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6f0834adb6955687051740b09a92919d',container_format='bare',created_at=2025-01-16T01:49:03Z,direct_url=,disk_format='vmdk',id=388538a3-dd04-4e04-95c0-c1f74b04e2f8,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-89669016-shelved',owner='f68db830b30742d69b077153a83a0713',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-01-16T01:49:18Z,virtual_size=,visibility=), allow threads: False {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2698.405734] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2698.405891] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image limits 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2698.406083] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Flavor pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2698.406236] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Image pref 0:0:0 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2698.406384] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62187) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2698.406594] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2698.406752] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2698.406920] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Got 1 possible topologies {{(pid=62187) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2698.407093] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2698.407283] env[62187]: DEBUG nova.virt.hardware [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62187) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2698.408170] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127c869b-cf33-47aa-8e03-42a180a3df85 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2698.416550] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa4231c-8178-437a-8759-599fa3c01152 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2698.429666] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:35:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98e21102-8954-4f6f-b1e6-5d764a53aa22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48e91c7e-07f3-4613-bd23-912bdfaa7c6f', 'vif_model': 'vmxnet3'}] {{(pid=62187) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2698.436863] env[62187]: DEBUG oslo.service.loopingcall [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2698.437096] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Creating VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2698.437286] env[62187]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a836a5a-9dea-45af-b2a7-92ab41f4ac93 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2698.455197] env[62187]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2698.455197] env[62187]: value = "task-2134041" [ 2698.455197] env[62187]: _type = "Task" [ 2698.455197] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2698.464110] env[62187]: INFO nova.compute.manager [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Rescuing [ 2698.464340] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2698.464491] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquired lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2698.464649] env[62187]: DEBUG nova.network.neutron [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Building network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2698.466095] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2134041, 'name': CreateVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2698.893342] env[62187]: DEBUG nova.compute.manager [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2698.893538] env[62187]: DEBUG nova.compute.manager [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing instance network info cache due to event network-changed-48e91c7e-07f3-4613-bd23-912bdfaa7c6f. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2698.893769] env[62187]: DEBUG oslo_concurrency.lockutils [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2698.893915] env[62187]: DEBUG oslo_concurrency.lockutils [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2698.894242] env[62187]: DEBUG nova.network.neutron [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Refreshing network info cache for port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2698.965155] env[62187]: DEBUG oslo_vmware.api [-] Task: {'id': task-2134041, 'name': CreateVM_Task, 'duration_secs': 0.310509} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2698.965334] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Created VM on the ESX host {{(pid=62187) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2698.965970] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2698.966153] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2698.966537] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2698.968590] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93eed025-3401-4c10-b06b-84be98727d4b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2698.973552] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2698.973552] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255b160-4220-2ed7-69de-61a89fd9d481" [ 2698.973552] env[62187]: _type = "Task" [ 2698.973552] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2698.981248] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]5255b160-4220-2ed7-69de-61a89fd9d481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2699.224724] env[62187]: DEBUG nova.network.neutron [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [{"id": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "address": "fa:16:3e:17:69:20", "network": {"id": "bda5c16d-0a40-4b18-ae22-469c88ea6b67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1736891020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "971aef10b4f04848867c710a894f0667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b2c2c-5c", "ovs_interfaceid": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2699.483442] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2699.483753] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Processing image 388538a3-dd04-4e04-95c0-c1f74b04e2f8 {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2699.484312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8/388538a3-dd04-4e04-95c0-c1f74b04e2f8.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2699.484312] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8/388538a3-dd04-4e04-95c0-c1f74b04e2f8.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2699.484312] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2699.484544] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-116c47bd-94d5-4794-9488-cbde7ce8f4bf {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2699.502009] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2699.502239] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2699.502918] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f13f483-6cc2-45d0-be81-69b19371cf3a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2699.508690] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2699.508690] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a2ab3-d181-82e7-c3f5-27b27e5f85d2" [ 2699.508690] env[62187]: _type = "Task" [ 2699.508690] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2699.517663] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]521a2ab3-d181-82e7-c3f5-27b27e5f85d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2699.600047] env[62187]: DEBUG nova.network.neutron [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updated VIF entry in instance network info cache for port 48e91c7e-07f3-4613-bd23-912bdfaa7c6f. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2699.600047] env[62187]: DEBUG nova.network.neutron [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e91c7e-07", "ovs_interfaceid": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2699.728384] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Releasing lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2700.018957] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Preparing fetch location {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2700.019225] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Fetch image to [datastore2] OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21/OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21.vmdk {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2700.019395] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Downloading stream optimized image 388538a3-dd04-4e04-95c0-c1f74b04e2f8 to [datastore2] OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21/OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21.vmdk on the data store datastore2 as vApp {{(pid=62187) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2700.019565] env[62187]: DEBUG nova.virt.vmwareapi.images [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Downloading image file data 388538a3-dd04-4e04-95c0-c1f74b04e2f8 to the ESX as VM named 'OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21' {{(pid=62187) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2700.084678] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2700.084678] env[62187]: value = "resgroup-9" [ 2700.084678] env[62187]: _type = "ResourcePool" [ 2700.084678] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2700.084970] env[62187]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a4728eb3-e2f8-4408-ab5b-de3c06948935 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.102491] env[62187]: DEBUG oslo_concurrency.lockutils [req-6460efd5-b3ce-4025-bc17-7c504800e2a8 req-c331691b-34b5-4587-94b6-6e52395db5b5 service nova] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2700.105150] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease: (returnval){ [ 2700.105150] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c68f7a-a90d-14ed-9bc0-f3fdda80585d" [ 2700.105150] env[62187]: _type = "HttpNfcLease" [ 2700.105150] env[62187]: } obtained for vApp import into resource pool (val){ [ 2700.105150] env[62187]: value = "resgroup-9" [ 2700.105150] env[62187]: _type = "ResourcePool" [ 2700.105150] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2700.105547] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the lease: (returnval){ [ 2700.105547] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c68f7a-a90d-14ed-9bc0-f3fdda80585d" [ 2700.105547] env[62187]: _type = "HttpNfcLease" [ 2700.105547] env[62187]: } to be ready. {{(pid=62187) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2700.111321] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2700.111321] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c68f7a-a90d-14ed-9bc0-f3fdda80585d" [ 2700.111321] env[62187]: _type = "HttpNfcLease" [ 2700.111321] env[62187]: } is initializing. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2700.613260] env[62187]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2700.613260] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c68f7a-a90d-14ed-9bc0-f3fdda80585d" [ 2700.613260] env[62187]: _type = "HttpNfcLease" [ 2700.613260] env[62187]: } is ready. {{(pid=62187) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2700.613945] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2700.613945] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52c68f7a-a90d-14ed-9bc0-f3fdda80585d" [ 2700.613945] env[62187]: _type = "HttpNfcLease" [ 2700.613945] env[62187]: }. {{(pid=62187) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2700.614265] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15e4850-51f2-4060-903b-a04f417f3ac3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2700.621893] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6d457-687d-579a-a9cd-8e5d7da703d7/disk-0.vmdk from lease info. {{(pid=62187) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2700.622135] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6d457-687d-579a-a9cd-8e5d7da703d7/disk-0.vmdk. {{(pid=62187) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2700.686775] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42f18412-aad2-4439-b513-b5a8c5f7dec1 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.260397] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2701.260808] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea87edbc-ff20-4923-a134-0e21557c9cfa {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.269013] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2701.269013] env[62187]: value = "task-2134043" [ 2701.269013] env[62187]: _type = "Task" [ 2701.269013] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2701.278507] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2701.736983] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Completed reading data from the image iterator. {{(pid=62187) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2701.737382] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6d457-687d-579a-a9cd-8e5d7da703d7/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2701.738479] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5a03b-e305-4a61-ac49-5582bd88848b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.745274] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6d457-687d-579a-a9cd-8e5d7da703d7/disk-0.vmdk is in state: ready. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2701.745515] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6d457-687d-579a-a9cd-8e5d7da703d7/disk-0.vmdk. {{(pid=62187) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2701.745671] env[62187]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d5e7b9e8-496d-4606-a737-995223bb4065 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.779649] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134043, 'name': PowerOffVM_Task, 'duration_secs': 0.217788} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2701.779999] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2701.780883] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d615681-285d-4c8c-84a7-28a5b9a1f699 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.800753] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb023c17-79a0-46cb-915f-e941bfcfa45b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.833334] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2701.833670] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbc23f2d-844e-4ac4-86bf-c1abb9004586 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2701.840888] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2701.840888] env[62187]: value = "task-2134044" [ 2701.840888] env[62187]: _type = "Task" [ 2701.840888] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2701.848548] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.137602] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2702.176588] env[62187]: DEBUG oslo_vmware.rw_handles [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b6d457-687d-579a-a9cd-8e5d7da703d7/disk-0.vmdk. {{(pid=62187) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2702.176829] env[62187]: INFO nova.virt.vmwareapi.images [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Downloaded image file data 388538a3-dd04-4e04-95c0-c1f74b04e2f8 [ 2702.177684] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0e1832-471d-4e32-94a4-4b833f8c4255 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.192753] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2540d6e8-6d5e-4941-8499-f7036104494d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.222421] env[62187]: INFO nova.virt.vmwareapi.images [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] The imported VM was unregistered [ 2702.224844] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Caching image {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2702.225089] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Creating directory with path [datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2702.225352] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb97166-0b28-477e-9926-5351c5995d59 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.244479] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Created directory with path [datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8 {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2702.244657] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21/OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21.vmdk to [datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8/388538a3-dd04-4e04-95c0-c1f74b04e2f8.vmdk. {{(pid=62187) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2702.244895] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4393c67f-125c-4556-84a4-e0212502593e {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.251703] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2702.251703] env[62187]: value = "task-2134046" [ 2702.251703] env[62187]: _type = "Task" [ 2702.251703] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2702.258653] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134046, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.351013] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] VM already powered off {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2702.351262] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Processing image b2655528-3b79-4c65-848a-63730c3e881c {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2702.351517] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2702.351671] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2702.351850] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2702.352106] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efeb3ea8-75ca-4cf9-bc89-80e354fc2974 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.360030] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62187) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2702.360195] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62187) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2702.360845] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9afbeba6-450f-4771-bd27-a3974661b9ee {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.365363] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2702.365363] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522dbc49-ae40-90c6-573a-ea69927e9c66" [ 2702.365363] env[62187]: _type = "Task" [ 2702.365363] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2702.372115] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522dbc49-ae40-90c6-573a-ea69927e9c66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.424963] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2702.425315] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Starting heal instance info cache {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10447}} [ 2702.425315] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Rebuilding the list of instances to heal {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10451}} [ 2702.764387] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134046, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.876690] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]522dbc49-ae40-90c6-573a-ea69927e9c66, 'name': SearchDatastore_Task, 'duration_secs': 0.007256} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2702.877474] env[62187]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4dc598f-5db2-4604-8d69-d54bf474cbd5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2702.884227] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2702.884227] env[62187]: value = "session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee9eae-0dc3-f935-f451-350222fad389" [ 2702.884227] env[62187]: _type = "Task" [ 2702.884227] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2702.893816] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee9eae-0dc3-f935-f451-350222fad389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2702.929319] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2702.929514] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquired lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2702.929600] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Forcefully refreshing network info cache for instance {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2702.929750] env[62187]: DEBUG nova.objects.instance [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lazy-loading 'info_cache' on Instance uuid ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2703.264649] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134046, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2703.395566] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': session[524898b7-bbc3-a6bc-f858-5ed4f12d6db9]52ee9eae-0dc3-f935-f451-350222fad389, 'name': SearchDatastore_Task, 'duration_secs': 0.082825} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2703.395850] env[62187]: DEBUG oslo_concurrency.lockutils [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2703.396134] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. {{(pid=62187) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2703.396416] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfce9249-cb59-4588-88b1-352b87a3a2b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2703.404903] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2703.404903] env[62187]: value = "task-2134047" [ 2703.404903] env[62187]: _type = "Task" [ 2703.404903] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2703.415014] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2703.764956] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134046, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2703.915570] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2704.265178] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134046, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2704.415832] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2704.691155] env[62187]: DEBUG nova.network.neutron [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [{"id": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "address": "fa:16:3e:74:35:96", "network": {"id": "f2edd27b-5e36-411b-b8a3-5cdb5dcb6c93", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-180207776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f68db830b30742d69b077153a83a0713", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98e21102-8954-4f6f-b1e6-5d764a53aa22", "external-id": "nsx-vlan-transportzone-838", "segmentation_id": 838, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48e91c7e-07", "ovs_interfaceid": "48e91c7e-07f3-4613-bd23-912bdfaa7c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2704.764107] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134046, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.183285} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2704.764501] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21/OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21.vmdk to [datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8/388538a3-dd04-4e04-95c0-c1f74b04e2f8.vmdk. [ 2704.764775] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Cleaning up location [datastore2] OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21 {{(pid=62187) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2704.765040] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_b1be01f2-1f75-442a-a9f9-f1fc31873a21 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2704.765401] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50dcd544-a7b1-4776-a144-a432885203ea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2704.773226] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2704.773226] env[62187]: value = "task-2134048" [ 2704.773226] env[62187]: _type = "Task" [ 2704.773226] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2704.781021] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2704.916942] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134047, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.388771} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2704.917209] env[62187]: INFO nova.virt.vmwareapi.ds_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/b2655528-3b79-4c65-848a-63730c3e881c/b2655528-3b79-4c65-848a-63730c3e881c.vmdk to [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk. [ 2704.917963] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b9c60-f135-459b-863a-3d687265bfea {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2704.941611] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2704.941856] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83d2e70-e317-4d82-9651-538efc0567e2 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2704.958774] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2704.958774] env[62187]: value = "task-2134049" [ 2704.958774] env[62187]: _type = "Task" [ 2704.958774] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2704.966501] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2705.194576] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Releasing lock "refresh_cache-ceb6540f-9d84-4cf2-95fc-adc39868260f" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2705.194777] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updated the network info_cache for instance {{(pid=62187) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10518}} [ 2705.195039] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2705.195183] env[62187]: DEBUG nova.compute.manager [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62187) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11066}} [ 2705.282934] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042604} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2705.283244] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2705.283414] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8/388538a3-dd04-4e04-95c0-c1f74b04e2f8.vmdk" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2705.283660] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8/388538a3-dd04-4e04-95c0-c1f74b04e2f8.vmdk to [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2705.283909] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d764798d-1cc6-4254-9145-99faf0cd57ab {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.291953] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2705.291953] env[62187]: value = "task-2134050" [ 2705.291953] env[62187]: _type = "Task" [ 2705.291953] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2705.299226] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2705.470400] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134049, 'name': ReconfigVM_Task, 'duration_secs': 0.318979} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2705.470641] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762/b2655528-3b79-4c65-848a-63730c3e881c-rescue.vmdk or device None with type thin {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2705.471591] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcd557-92e6-48b2-8d29-fac55c6507a3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.500012] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aff88d4-5bab-472e-b526-52bf9e9e0dce {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2705.516808] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2705.516808] env[62187]: value = "task-2134051" [ 2705.516808] env[62187]: _type = "Task" [ 2705.516808] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2705.525255] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2705.803206] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134050, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2706.028330] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2706.302598] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134050, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2706.529400] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2706.805021] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134050, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2707.030394] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134051, 'name': ReconfigVM_Task, 'duration_secs': 1.352859} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2707.030677] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2707.030945] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b827de18-0cb0-4ce3-8d16-2178b56e2c19 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2707.039964] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2707.039964] env[62187]: value = "task-2134052" [ 2707.039964] env[62187]: _type = "Task" [ 2707.039964] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2707.052009] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2707.303781] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134050, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2707.549302] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2707.803998] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134050, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.173742} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2707.804244] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/388538a3-dd04-4e04-95c0-c1f74b04e2f8/388538a3-dd04-4e04-95c0-c1f74b04e2f8.vmdk to [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk {{(pid=62187) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2707.804979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5dcdc9-1fad-4de8-abab-78f1cc9b318a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2707.825854] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2707.826277] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d673011-8474-4d92-97cd-0eb13281b9c3 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2707.844899] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2707.844899] env[62187]: value = "task-2134053" [ 2707.844899] env[62187]: _type = "Task" [ 2707.844899] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2707.851938] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2708.050603] env[62187]: DEBUG oslo_vmware.api [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134052, 'name': PowerOnVM_Task, 'duration_secs': 1.007625} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2708.050603] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2708.054757] env[62187]: DEBUG nova.compute.manager [None req-20052dcf-0a39-4168-80bd-2b9b8cd1b112 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2708.055481] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4544b3db-cfef-406a-986d-9451a2690a94 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2708.355385] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2708.856652] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2709.358153] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134053, 'name': ReconfigVM_Task, 'duration_secs': 1.376438} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2709.358153] env[62187]: DEBUG nova.virt.vmwareapi.volumeops [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f/ceb6540f-9d84-4cf2-95fc-adc39868260f.vmdk or device None with type streamOptimized {{(pid=62187) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2709.359358] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-733c3f30-c64a-4b49-a916-b410957724b4 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2709.364880] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2709.364880] env[62187]: value = "task-2134054" [ 2709.364880] env[62187]: _type = "Task" [ 2709.364880] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2709.372277] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134054, 'name': Rename_Task} progress is 5%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2709.665987] env[62187]: DEBUG nova.compute.manager [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2709.666217] env[62187]: DEBUG nova.compute.manager [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing instance network info cache due to event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2709.666510] env[62187]: DEBUG oslo_concurrency.lockutils [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] Acquiring lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2709.666673] env[62187]: DEBUG oslo_concurrency.lockutils [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] Acquired lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2709.666846] env[62187]: DEBUG nova.network.neutron [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2709.876010] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134054, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2710.375540] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134054, 'name': Rename_Task} progress is 99%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2710.461474] env[62187]: DEBUG nova.network.neutron [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updated VIF entry in instance network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2710.461842] env[62187]: DEBUG nova.network.neutron [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [{"id": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "address": "fa:16:3e:17:69:20", "network": {"id": "bda5c16d-0a40-4b18-ae22-469c88ea6b67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1736891020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "971aef10b4f04848867c710a894f0667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b2c2c-5c", "ovs_interfaceid": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2710.875329] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134054, 'name': Rename_Task, 'duration_secs': 1.118018} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2710.875622] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powering on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2710.875857] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-072333ff-2cd2-4401-8d7e-ed056dc9a493 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2710.882533] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2710.882533] env[62187]: value = "task-2134055" [ 2710.882533] env[62187]: _type = "Task" [ 2710.882533] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2710.889736] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2710.964745] env[62187]: DEBUG oslo_concurrency.lockutils [req-1958d96c-14a7-4e4d-9ebb-c6d4dd5f368e req-64af6f76-c007-477e-a123-76c851184032 service nova] Releasing lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2711.392561] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2711.425296] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2711.832931] env[62187]: DEBUG nova.compute.manager [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2711.833140] env[62187]: DEBUG nova.compute.manager [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing instance network info cache due to event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2711.833351] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Acquiring lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2711.833494] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Acquired lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2711.833655] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2711.892356] env[62187]: DEBUG oslo_vmware.api [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134055, 'name': PowerOnVM_Task, 'duration_secs': 0.623871} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2711.892787] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powered on the VM {{(pid=62187) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2711.989356] env[62187]: DEBUG nova.compute.manager [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Checking state {{(pid=62187) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2711.990341] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb7553b-db5e-4c98-ab96-d0ef0a6fb491 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2712.420366] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2712.424298] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2712.511181] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6656ae08-e3df-4514-9bf5-5e53a81bbdbd tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.296s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2712.581393] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updated VIF entry in instance network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2712.581815] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [{"id": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "address": "fa:16:3e:17:69:20", "network": {"id": "bda5c16d-0a40-4b18-ae22-469c88ea6b67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1736891020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "971aef10b4f04848867c710a894f0667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b2c2c-5c", "ovs_interfaceid": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2712.843395] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "941c34e1-49dc-405b-a086-add0ba5c8762" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2712.843695] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "941c34e1-49dc-405b-a086-add0ba5c8762" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2712.843955] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "941c34e1-49dc-405b-a086-add0ba5c8762-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2712.844577] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "941c34e1-49dc-405b-a086-add0ba5c8762-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2712.844763] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "941c34e1-49dc-405b-a086-add0ba5c8762-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2712.846935] env[62187]: INFO nova.compute.manager [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Terminating instance [ 2713.085606] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Releasing lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2713.085918] env[62187]: DEBUG nova.compute.manager [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2713.085966] env[62187]: DEBUG nova.compute.manager [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing instance network info cache due to event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2713.086179] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Acquiring lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2713.086315] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Acquired lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2713.086470] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2713.351232] env[62187]: DEBUG nova.compute.manager [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2713.351419] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2713.352375] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e745e38-f4cd-475e-91db-3f8bb752a844 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.360431] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2713.360655] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4413644-d188-4fc8-8444-24f7bfba3ddd {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.366222] env[62187]: DEBUG oslo_vmware.api [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2713.366222] env[62187]: value = "task-2134056" [ 2713.366222] env[62187]: _type = "Task" [ 2713.366222] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2713.373510] env[62187]: DEBUG oslo_vmware.api [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2713.591967] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2713.593431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2713.593431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2713.593431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2713.593431] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2713.595948] env[62187]: INFO nova.compute.manager [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Terminating instance [ 2713.791106] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updated VIF entry in instance network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2713.791591] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [{"id": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "address": "fa:16:3e:17:69:20", "network": {"id": "bda5c16d-0a40-4b18-ae22-469c88ea6b67", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1736891020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "971aef10b4f04848867c710a894f0667", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap161b2c2c-5c", "ovs_interfaceid": "161b2c2c-5ca2-451b-a80a-d140573e6aed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2713.876016] env[62187]: DEBUG oslo_vmware.api [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134056, 'name': PowerOffVM_Task, 'duration_secs': 0.247514} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2713.876293] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2713.876464] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2713.876706] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f45d3554-618d-4674-a6b8-56681ac91d82 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.966093] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2713.966304] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2713.966366] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Deleting the datastore file [datastore2] 941c34e1-49dc-405b-a086-add0ba5c8762 {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2713.966639] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f920827b-7101-42fe-a0d3-ed2fcc870182 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2713.973195] env[62187]: DEBUG oslo_vmware.api [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for the task: (returnval){ [ 2713.973195] env[62187]: value = "task-2134058" [ 2713.973195] env[62187]: _type = "Task" [ 2713.973195] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2713.980790] env[62187]: DEBUG oslo_vmware.api [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2714.099926] env[62187]: DEBUG nova.compute.manager [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Start destroying the instance on the hypervisor. {{(pid=62187) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2714.100391] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Destroying instance {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2714.101495] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7577fefc-38c2-4701-90a7-1e366b23d988 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.110708] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powering off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2714.111021] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01837b14-d38b-490f-a755-419f5ec60d0f {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.117136] env[62187]: DEBUG oslo_vmware.api [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2714.117136] env[62187]: value = "task-2134059" [ 2714.117136] env[62187]: _type = "Task" [ 2714.117136] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2714.125408] env[62187]: DEBUG oslo_vmware.api [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2714.294424] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Releasing lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2714.294715] env[62187]: DEBUG nova.compute.manager [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2714.294920] env[62187]: DEBUG nova.compute.manager [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing instance network info cache due to event network-changed-161b2c2c-5ca2-451b-a80a-d140573e6aed. {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11655}} [ 2714.295151] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Acquiring lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2714.295295] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Acquired lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2714.295459] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Refreshing network info cache for port 161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2714.483257] env[62187]: DEBUG oslo_vmware.api [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Task: {'id': task-2134058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183207} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2714.483508] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2714.483676] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2714.483880] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2714.484065] env[62187]: INFO nova.compute.manager [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2714.484313] env[62187]: DEBUG oslo.service.loopingcall [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2714.484499] env[62187]: DEBUG nova.compute.manager [-] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2714.484595] env[62187]: DEBUG nova.network.neutron [-] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2714.628097] env[62187]: DEBUG oslo_vmware.api [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134059, 'name': PowerOffVM_Task, 'duration_secs': 0.215405} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2714.628378] env[62187]: DEBUG nova.virt.vmwareapi.vm_util [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Powered off the VM {{(pid=62187) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2714.628546] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Unregistering the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2714.628796] env[62187]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f07cea86-df55-4721-a41d-78f02e79403a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.704492] env[62187]: DEBUG nova.compute.manager [req-90fc9843-0a7d-4990-81c9-f16424423d5d req-caccbc24-d75d-4d02-8f76-4b3cd9f3358c service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Received event network-vif-deleted-161b2c2c-5ca2-451b-a80a-d140573e6aed {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2714.704694] env[62187]: INFO nova.compute.manager [req-90fc9843-0a7d-4990-81c9-f16424423d5d req-caccbc24-d75d-4d02-8f76-4b3cd9f3358c service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Neutron deleted interface 161b2c2c-5ca2-451b-a80a-d140573e6aed; detaching it from the instance and deleting it from the info cache [ 2714.704863] env[62187]: DEBUG nova.network.neutron [req-90fc9843-0a7d-4990-81c9-f16424423d5d req-caccbc24-d75d-4d02-8f76-4b3cd9f3358c service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2714.814554] env[62187]: INFO nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Port 161b2c2c-5ca2-451b-a80a-d140573e6aed from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2714.814724] env[62187]: DEBUG nova.network.neutron [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2714.863140] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Unregistered the VM {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2714.863366] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Deleting contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2714.863546] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleting the datastore file [datastore2] ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2714.863821] env[62187]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8128d2e5-e58f-4b9c-99ac-9a3464e8b09b {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2714.870482] env[62187]: DEBUG oslo_vmware.api [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for the task: (returnval){ [ 2714.870482] env[62187]: value = "task-2134061" [ 2714.870482] env[62187]: _type = "Task" [ 2714.870482] env[62187]: } to complete. {{(pid=62187) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2714.877841] env[62187]: DEBUG oslo_vmware.api [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2715.183443] env[62187]: DEBUG nova.network.neutron [-] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2715.207580] env[62187]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-194cda6e-ebc0-4cae-a81b-8e691d266a37 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.216781] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2278275b-5406-45a4-ac5f-5f5934f7b98d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.240102] env[62187]: DEBUG nova.compute.manager [req-90fc9843-0a7d-4990-81c9-f16424423d5d req-caccbc24-d75d-4d02-8f76-4b3cd9f3358c service nova] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Detach interface failed, port_id=161b2c2c-5ca2-451b-a80a-d140573e6aed, reason: Instance 941c34e1-49dc-405b-a086-add0ba5c8762 could not be found. {{(pid=62187) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11484}} [ 2715.317357] env[62187]: DEBUG oslo_concurrency.lockutils [req-26ec48f6-394c-4825-b51e-ad1e870b0850 req-c954d0be-0f61-4b52-87f9-f3339c2d0242 service nova] Releasing lock "refresh_cache-941c34e1-49dc-405b-a086-add0ba5c8762" {{(pid=62187) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2715.380155] env[62187]: DEBUG oslo_vmware.api [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Task: {'id': task-2134061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126885} completed successfully. {{(pid=62187) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2715.380437] env[62187]: DEBUG nova.virt.vmwareapi.ds_util [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted the datastore file {{(pid=62187) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2715.380630] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Deleted contents of the VM from datastore datastore2 {{(pid=62187) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2715.380804] env[62187]: DEBUG nova.virt.vmwareapi.vmops [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Instance destroyed {{(pid=62187) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2715.380969] env[62187]: INFO nova.compute.manager [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2715.381216] env[62187]: DEBUG oslo.service.loopingcall [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62187) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2715.381403] env[62187]: DEBUG nova.compute.manager [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Deallocating network for instance {{(pid=62187) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2715.381523] env[62187]: DEBUG nova.network.neutron [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] deallocate_for_instance() {{(pid=62187) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2715.424772] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2715.424996] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2715.425179] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2715.686525] env[62187]: INFO nova.compute.manager [-] [instance: 941c34e1-49dc-405b-a086-add0ba5c8762] Took 1.20 seconds to deallocate network for instance. [ 2715.927942] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2715.928218] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2715.928396] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2715.928553] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62187) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2715.929979] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0527f13b-a74d-4e39-99ff-8da0791b7330 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.938179] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf82d0c-d6ef-48aa-878f-878f0a24d333 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.951725] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0285b894-1d06-4be7-9aaf-69cc4956893d {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.957930] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e95bc0-7f67-4893-995b-e07f0eeba7b5 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2715.989426] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181038MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62187) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2715.989630] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2715.989840] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2716.192877] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2716.267405] env[62187]: DEBUG nova.network.neutron [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Updating instance_info_cache with network_info: [] {{(pid=62187) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2716.732638] env[62187]: DEBUG nova.compute.manager [req-6c3b71a1-9494-4e80-8b2c-3d5ec453009d req-c11c8471-137d-4c36-b6a7-5ea5a8abee74 service nova] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Received event network-vif-deleted-48e91c7e-07f3-4613-bd23-912bdfaa7c6f {{(pid=62187) external_instance_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 2716.769957] env[62187]: INFO nova.compute.manager [-] [instance: ceb6540f-9d84-4cf2-95fc-adc39868260f] Took 1.39 seconds to deallocate network for instance. [ 2717.103993] env[62187]: WARNING nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance 941c34e1-49dc-405b-a086-add0ba5c8762 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2717.104185] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Instance ceb6540f-9d84-4cf2-95fc-adc39868260f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62187) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2717.104381] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2717.104549] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62187) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2717.138844] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2fb853-2b43-418f-b20a-466f69839f83 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2717.146219] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f9814-065f-47f7-9f7d-5d59e2a93e5a {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2717.177951] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7b75a8-52b4-4ec8-9f64-b6d7cbd38eeb {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2717.184961] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587905dc-645f-47fd-a7e5-d7f671c3e9a9 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2717.198112] env[62187]: DEBUG nova.compute.provider_tree [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2717.276451] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2717.701301] env[62187]: DEBUG nova.scheduler.client.report [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2718.208286] env[62187]: DEBUG nova.compute.resource_tracker [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62187) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2718.208819] env[62187]: DEBUG oslo_concurrency.lockutils [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.219s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2718.208819] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.016s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2718.208969] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2718.211624] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.935s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2718.211850] env[62187]: DEBUG nova.objects.instance [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lazy-loading 'resources' on Instance uuid ceb6540f-9d84-4cf2-95fc-adc39868260f {{(pid=62187) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2718.238318] env[62187]: INFO nova.scheduler.client.report [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Deleted allocations for instance 941c34e1-49dc-405b-a086-add0ba5c8762 [ 2718.746276] env[62187]: DEBUG oslo_concurrency.lockutils [None req-6b88af4d-3655-4967-8229-92ab28bac0f7 tempest-ServerRescueTestJSONUnderV235-381989673 tempest-ServerRescueTestJSONUnderV235-381989673-project-member] Lock "941c34e1-49dc-405b-a086-add0ba5c8762" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.902s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2718.748624] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a3c8e4-6f3c-4cdb-b5bb-96c62a8eeefc {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2718.757808] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e0b692-6752-4634-9384-a77d266f68ba {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2718.795710] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44554a9-e201-40a8-926d-1e6d9a28b984 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2718.804737] env[62187]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f04bde7-52b0-4cbf-9184-29c27b12d859 {{(pid=62187) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2718.820640] env[62187]: DEBUG nova.compute.provider_tree [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed in ProviderTree for provider: cf2ba252-a209-4104-b3a7-5830e475f41c {{(pid=62187) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2719.324874] env[62187]: DEBUG nova.scheduler.client.report [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Inventory has not changed for provider cf2ba252-a209-4104-b3a7-5830e475f41c based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62187) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2719.829758] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2719.862895] env[62187]: INFO nova.scheduler.client.report [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Deleted allocations for instance ceb6540f-9d84-4cf2-95fc-adc39868260f [ 2720.371995] env[62187]: DEBUG oslo_concurrency.lockutils [None req-10961dd7-5a4f-4cb2-8db6-6db0bed68830 tempest-ServerActionsTestOtherB-2133911248 tempest-ServerActionsTestOtherB-2133911248-project-member] Lock "ceb6540f-9d84-4cf2-95fc-adc39868260f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.779s {{(pid=62187) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2724.208277] env[62187]: DEBUG oslo_service.periodic_task [None req-3f9459d2-1ca2-4b98-bf5b-c138bd241777 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62187) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}